-- Logs begin at Mon 2022-02-28 12:11:50 UTC, end at Mon 2022-02-28 13:24:43 UTC. -- Feb 28 12:54:35.232606 dv-cinder-831202-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 12:54:38.151403 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.common.config [-] Logging enabled! Feb 28 12:54:38.152024 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev546 Feb 28 12:54:38.152225 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103120) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 12:54:38.155608 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.common.config [-] Logging enabled! Feb 28 12:54:38.155870 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev546 Feb 28 12:54:38.156184 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103120) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 12:54:38.157133 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 12:54:38.157374 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 12:54:38.157751 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 12:54:38.158003 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 12:54:38.158631 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 12:54:38.158968 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.159400 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 28 12:54:38.159773 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.160079 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.160383 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.160688 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.160990 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.161282 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.161580 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.161886 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.162178 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.162464 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.162758 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.163083 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.163371 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.163699 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.163993 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.164282 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] debug = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.164566 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.165004 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.165411 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.165697 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.165990 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.166274 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.166552 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.166835 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.167124 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.167457 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] host = dv-cinder-831202-1-iscsi {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.167764 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.168055 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.168347 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.168634 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.168914 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.169193 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.169485 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.169761 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.170037 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] log_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.170314 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.170611 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.170902 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.171203 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.171434 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.171685 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.171981 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.172273 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.172552 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.172833 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.173112 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.173394 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.173673 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.173946 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.174235 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.174525 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.174816 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.175094 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.175372 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.175675 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.175953 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.176242 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.176518 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.176793 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.177072 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.177362 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.177633 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.177910 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.178216 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.179025 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.179318 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.179633 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.179915 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.180200 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.180476 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.180754 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.181030 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] use_json = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.181307 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.181581 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.181867 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.182146 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.182421 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.182696 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.182973 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.183262 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.183561 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:38.183866 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.184168 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.184472 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.184774 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.185069 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.185352 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.185647 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.185932 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.186224 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.186774 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.187069 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.187352 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.187685 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.187984 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.188283 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.188594 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.188890 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.189185 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.189463 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.189744 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.190022 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.190305 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.190596 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.190879 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.191172 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.191463 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.191769 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.192070 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.192358 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.192655 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.192949 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.193225 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.193507 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.193801 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.194089 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.194911 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.195193 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.195504 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.195791 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.196111 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.196351 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.196632 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.196907 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.197182 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.197461 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.197755 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.198036 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.198312 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.198591 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.198869 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.199143 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.199427 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.199805 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.200082 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.200357 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.200639 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.200910 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.201184 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.201467 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.201745 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.202026 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.202304 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.202582 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.202859 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.203133 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.203408 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.203706 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.203984 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.204265 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.204541 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.204814 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.205091 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.205363 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.205639 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.205928 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.206230 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.206514 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.206799 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.207083 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.207367 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.207677 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.207961 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.208241 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.208524 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.208801 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.209098 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.209385 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.209675 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.210003 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.210286 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.210586 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.210868 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.211150 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.211436 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.211740 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.212019 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.212306 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.212594 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.212892 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.213189 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.213488 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.213786 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.214087 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.214373 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.214688 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.214970 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:38.215190 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 12:54:38.215433 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103120) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 12:54:38.589691 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 12:54:38.589980 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 12:54:38.590289 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 12:54:38.590776 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 12:54:38.921540 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:38.921764 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:38.922036 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:38.923345 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:38.923652 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:38.923932 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:38.970586 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:38.970875 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:38.971149 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:38.985883 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:38.986170 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:38.986449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.014861 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.015149 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.015427 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.053599 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.053883 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.054158 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.400138 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.400761 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.400761 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.400949 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.401647 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.500957 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.501282 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.501567 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.501842 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.502112 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.502426 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.502689 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.502950 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.503208 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.503512 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.503781 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.504051 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.504313 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.504569 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.504827 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.505096 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.505356 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.505633 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.505905 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.506169 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.506445 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.507288 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.507599 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.507984 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.508240 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.508493 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.508887 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 12:54:39.509134 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 12:54:39.509381 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 12:54:39.509624 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 12:54:39.509867 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 12:54:39.510109 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 12:54:39.510486 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 12:54:39.513648 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 12:54:39.517756 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 12:54:39.521642 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 28 12:54:39.523326 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 12:54:39.523837 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 12:54:39.524182 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 12:54:39.524570 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 12:54:39.527425 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 12:54:39.527709 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 12:54:39.528064 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 12:54:39.532981 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 28 12:54:39.557430 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 12:54:39.557888 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.558189 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103120) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 28 12:54:39.558563 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.559978 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103120) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 12:54:39.560265 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 12:54:39.560513 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 12:54:39.564114 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.564404 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:39.626809 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 12:54:39.627055 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 12:54:39.627298 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 12:54:39.627705 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 12:54:39.648066 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_db.sqlalchemy.engines [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103120) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 28 12:54:40.234070 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Initializing driver for type 'gre' Feb 28 12:54:40.234548 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] gre ID ranges: [(1, 1000)] Feb 28 12:54:40.484959 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Initializing driver for type 'local' Feb 28 12:54:40.485550 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Initializing driver for type 'vlan' Feb 28 12:54:40.559291 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] VlanTypeDriver initialization complete Feb 28 12:54:40.559669 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Initializing driver for type 'vxlan' Feb 28 12:54:40.560175 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] vxlan ID ranges: [(1, 1000)] Feb 28 12:54:40.765098 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Initializing extension driver 'port_security' Feb 28 12:54:40.765386 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.extensions.port_security [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] PortSecurityExtensionDriver initialization complete Feb 28 12:54:40.765726 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Initializing mechanism driver 'openvswitch' Feb 28 12:54:40.766059 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Initializing mechanism driver 'hyperv' Feb 28 12:54:40.773334 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:54:40.774175 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.774552 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.774907 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.775436 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 12:54:40.775894 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > subnet after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.776254 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > subnet after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.776602 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.777005 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 12:54:40.777418 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > network after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.777778 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > network after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.778127 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > network after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.778525 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 12:54:40.778939 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > security_group after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.779297 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > security_group after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.779675 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.780975 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 12:54:40.780975 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.780975 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.781244 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.781650 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 12:54:40.782060 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > address_group after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.782412 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > address_group after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.782758 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.783160 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 12:54:40.783632 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] ML2 OVO RPC backend initialized. {{(pid=103120) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Feb 28 12:54:40.784340 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.784698 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.785115 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > network before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.785467 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > networks before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.785820 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > port before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.786184 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > ports before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.786517 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > subnet before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.786888 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > subnets before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.787236 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > network after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.787620 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > network after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.787982 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > network after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.788328 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.788674 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.789018 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.789362 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > subnet after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.789707 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > subnet after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.790049 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.797392 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded quota_driver: . Feb 28 12:54:40.797774 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Modular L2 Plugin initialization complete Feb 28 12:54:40.798128 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading services supported by the core plugin {{(pid=103120) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 12:54:40.798498 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Got port-security extension from driver 'port_security' Feb 28 12:54:40.798982 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.extensions.vlantransparent [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Disabled vlantransparent extension. Feb 28 12:54:40.799488 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103120) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 12:54:40.799828 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading Plugin: router Feb 28 12:54:40.836573 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.836966 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router after_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.837341 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router before_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.837716 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.838094 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.838453 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router after_delete 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.838816 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.839169 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.839558 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router after_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.839914 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router after_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.840267 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router after_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.840617 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.840981 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router after_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.841398 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router precommit_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.841772 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.842118 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.842464 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: subnet after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.842808 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.843160 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.843542 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router precommit_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.843891 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: port before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.844236 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router precommit_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.844597 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router after_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.844941 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.845419 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router precommit_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.845789 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.846140 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router precommit_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.846510 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > agent after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.846869 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > agent after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.847221 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > network after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.848097 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Tracking information for resource: router configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 12:54:40.848436 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Tracking information for resource: floatingip configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 12:54:40.853369 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.db.l3_agentschedulers_db [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 12:54:40.853951 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.854316 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.854675 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.855030 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.855908 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router before_create 55550100 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.856283 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.856654 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router precommit_create 55550100 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.857016 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > router precommit_update 55550100 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.861750 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.services.provider_configuration [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service providers = [] {{(pid=103120) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 12:54:40.862125 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.db.servicetype_db [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103120) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 12:54:40.865121 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.services.service_base [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 12:54:40.865476 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.services.service_base [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 12:54:40.865821 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.services.service_base [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 12:54:40.866752 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.services.service_base [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 12:54:40.867132 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.services.service_base [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 12:54:40.867535 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 12:54:40.867865 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 12:54:40.878536 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 12:54:40.878884 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading Plugin: auto_allocate Feb 28 12:54:40.885246 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: network precommit_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.885625 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: network precommit_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.886143 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 12:54:40.886470 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading Plugin: tag Feb 28 12:54:40.893298 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 12:54:40.893630 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading Plugin: timestamp Feb 28 12:54:40.898007 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 12:54:40.898347 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading Plugin: network_ip_availability Feb 28 12:54:40.903843 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.904224 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.904589 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:40.905310 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 12:54:40.905638 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading Plugin: flavors Feb 28 12:54:40.910659 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 12:54:40.910994 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading Plugin: revisions Feb 28 12:54:40.915357 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 12:54:40.915785 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_concurrency.lockutils [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.325s {{(pid=103120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 12:54:40.916536 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103120) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 12:54:40.916877 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Initializing extension manager. Feb 28 12:54:40.917403 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: __init__.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.917752 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: __pycache__ {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.918101 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.918441 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: address_group.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.919203 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.919800 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: address-group Feb 28 12:54:40.920131 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: address_scope.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.920851 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.921363 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: address-scope Feb 28 12:54:40.921691 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.922651 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.923140 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: router-admin-state-down-before-update Feb 28 12:54:40.923485 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: agent.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.924201 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.924707 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: agent Feb 28 12:54:40.925035 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: agent_resources_synced.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.925961 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.926470 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: agent-resources-synced Feb 28 12:54:40.926798 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: allowedaddresspairs.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.928664 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.929186 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: allowed-address-pairs Feb 28 12:54:40.929520 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: auto_allocated_topology.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.930608 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.931122 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: auto-allocated-topology Feb 28 12:54:40.931456 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: availability_zone.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.932181 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.932687 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: availability_zone Feb 28 12:54:40.933015 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: availability_zone_filter.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.933941 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.934443 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: availability_zone_filter Feb 28 12:54:40.934773 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: data_plane_status.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.935711 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.936211 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 12:54:40.936804 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: default_subnetpools.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.937728 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.938240 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: default-subnetpools Feb 28 12:54:40.938569 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.939383 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.939915 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: dhcp_agent_scheduler Feb 28 12:54:40.940249 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: dns.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.941463 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.941971 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 12:54:40.942303 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: dns_domain_ports.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.943233 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.943779 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 12:54:40.944639 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.945577 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.946088 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 28 12:54:40.946420 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: dvr.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.947101 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.947676 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: dvr Feb 28 12:54:40.948016 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: ecmp_routes.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.948951 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.949765 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 28 12:54:40.949765 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: empty_string_filtering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.950673 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.951190 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: empty-string-filtering Feb 28 12:54:40.951542 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.952463 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.952968 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 12:54:40.953296 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.954214 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.954726 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 12:54:40.955041 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: external_net.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.956124 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.956634 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: external-net Feb 28 12:54:40.956960 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.957876 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.958380 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: extra_dhcp_opt Feb 28 12:54:40.958703 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: extraroute.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.959680 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.960725 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: extraroute Feb 28 12:54:40.961082 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: extraroute_atomic.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.962142 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.962654 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: extraroute-atomic Feb 28 12:54:40.962979 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: filter_validation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.963691 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.964198 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: filter-validation Feb 28 12:54:40.964521 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: fip_pf_description.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.965442 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.965942 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 12:54:40.966268 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: fip_port_details.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.967379 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.967923 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: fip-port-details Feb 28 12:54:40.968247 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: flavors.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.969504 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.970017 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: flavors Feb 28 12:54:40.970346 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.972076 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.972589 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 12:54:40.972924 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: floatingip_pools.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.973631 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.974140 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: floatingip-pools Feb 28 12:54:40.974470 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: ip_allocation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.975438 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.975965 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 12:54:40.976294 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.977222 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.977732 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: ip-substring-filtering Feb 28 12:54:40.978064 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: l2_adjacency.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.979023 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.979556 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 12:54:40.979886 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: l3.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.980865 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.981380 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: router Feb 28 12:54:40.981711 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.984024 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.984554 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 12:54:40.984890 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.985831 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.986344 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: ext-gw-mode Feb 28 12:54:40.986675 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.987649 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.988157 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: l3-ha Feb 28 12:54:40.988487 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.989414 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.989927 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 28 12:54:40.990254 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: l3_flavors.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.991718 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.992270 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: l3-flavors Feb 28 12:54:40.992598 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.993995 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.994510 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 28 12:54:40.994844 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.995803 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.996313 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 12:54:40.996644 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: l3agentscheduler.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:40.997688 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:40.998200 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: l3_agent_scheduler Feb 28 12:54:40.998534 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: local_ip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.000366 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.000891 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension local_ip not supported by any of loaded plugins Feb 28 12:54:41.001230 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: logging.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.004274 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.004810 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension logging not supported by any of loaded plugins Feb 28 12:54:41.005153 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: metering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.005913 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.006501 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: metering Feb 28 12:54:41.007374 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.008503 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.009026 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: metering_source_and_destination_fields Feb 28 12:54:41.009365 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: multiprovidernet.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.010311 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.010824 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: multi-provider Feb 28 12:54:41.011158 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: netmtu.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.012119 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.012627 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: net-mtu Feb 28 12:54:41.012959 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: netmtu_writable.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.013887 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.014394 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: net-mtu-writable Feb 28 12:54:41.014726 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: network_availability_zone.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.015453 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.016012 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: network_availability_zone Feb 28 12:54:41.016343 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: network_ip_availability.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.017473 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.017987 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: network-ip-availability Feb 28 12:54:41.018320 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: network_segment_range.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.019086 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.019638 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 12:54:41.019969 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: pagination.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.020957 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.021298 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: pagination Feb 28 12:54:41.021625 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: port_device_profile.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.022561 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.023073 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: port-device-profile Feb 28 12:54:41.023401 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.024367 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.024880 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: port-mac-address-regenerate Feb 28 12:54:41.025209 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.026139 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.026648 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: port-numa-affinity-policy Feb 28 12:54:41.026974 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: port_resource_request.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.027943 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.028448 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 12:54:41.028774 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: port_resource_request_groups.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.029750 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.030252 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 28 12:54:41.030577 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: portbindings.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.031537 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.032044 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: binding Feb 28 12:54:41.032371 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: portbindings_extended.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.033660 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.034177 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: binding-extended Feb 28 12:54:41.034509 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: portsecurity.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.035432 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.035966 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: port-security Feb 28 12:54:41.036299 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: project_id.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.037283 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.037616 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: project-id Feb 28 12:54:41.037970 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: providernet.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.038922 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.039440 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: provider Feb 28 12:54:41.039798 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.043373 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.043933 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos not supported by any of loaded plugins Feb 28 12:54:41.044274 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.045540 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.046055 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 12:54:41.046390 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.047321 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.047925 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 12:54:41.048259 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos_default.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.049204 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.049720 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos-default not supported by any of loaded plugins Feb 28 12:54:41.050051 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos_fip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.050981 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.051512 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 12:54:41.051846 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.052772 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.053286 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 28 12:54:41.054147 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos_gateway_ip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.055080 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.055622 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 12:54:41.055952 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos_port_network_policy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.057006 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.057519 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 12:54:41.057847 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.058900 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.059415 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 28 12:54:41.059776 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.060831 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.061593 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 28 12:54:41.061936 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos_pps_rule.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.063132 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.063683 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos-pps not supported by any of loaded plugins Feb 28 12:54:41.064017 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos_rule_type_details.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.064955 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.065466 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 12:54:41.065797 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: qos_rules_alias.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.066860 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.067372 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 12:54:41.067727 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: quota_check_limit.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.068650 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.069712 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: quota-check-limit Feb 28 12:54:41.070042 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: quotasv2.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.070972 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.071305 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: quotas Feb 28 12:54:41.071672 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: quotasv2_detail.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.073400 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.073742 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: quota_details Feb 28 12:54:41.074080 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: rbac.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.075139 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.075697 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: rbac-policies Feb 28 12:54:41.076036 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: rbac_address_group.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.076984 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.077501 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: rbac-address-group Feb 28 12:54:41.077830 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: rbac_address_scope.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.078760 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.079273 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: rbac-address-scope Feb 28 12:54:41.079646 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: rbac_security_groups.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.080577 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.081090 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: rbac-security-groups Feb 28 12:54:41.081418 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: rbac_subnetpool.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.082418 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.082929 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: rbac-subnetpool Feb 28 12:54:41.083257 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: revisionifmatch.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.084214 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.084747 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: revision-if-match Feb 28 12:54:41.085072 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: revisions.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.086209 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.086723 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: standard-attr-revisions Feb 28 12:54:41.087052 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: router_availability_zone.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.087768 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.088282 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: router_availability_zone Feb 28 12:54:41.088611 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: routerservicetype.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.089550 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.090057 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 12:54:41.090385 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.091318 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.091854 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: security-groups-normalized-cidr Feb 28 12:54:41.092183 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.093116 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.093624 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: port-security-groups-filtering Feb 28 12:54:41.093952 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.094883 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.095391 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: security-groups-remote-address-group Feb 28 12:54:41.095750 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.096694 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.097200 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: security-groups-shared-filtering Feb 28 12:54:41.097529 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.098131 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 28 12:54:41.098459 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: securitygroup.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.108154 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.108684 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: security-group Feb 28 12:54:41.109022 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: segment.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.109824 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.110337 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension segment not supported by any of loaded plugins Feb 28 12:54:41.110670 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.111657 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.112170 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 12:54:41.112500 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: servicetype.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.113629 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.114150 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: service-type Feb 28 12:54:41.114481 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: sorting.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.115494 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.115843 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: sorting Feb 28 12:54:41.116695 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: standard_attr_segment.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.117626 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.118136 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 12:54:41.118466 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: standardattrdescription.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.119128 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.119667 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: standard-attr-description Feb 28 12:54:41.120000 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: stateful_security_group.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.120954 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.121467 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: stateful-security-group Feb 28 12:54:41.121795 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: stdattrs_common.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.122370 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 12:54:41.122694 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.123656 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.124168 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 12:54:41.124496 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: subnet_onboard.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.125631 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.126151 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: subnet_onboard Feb 28 12:54:41.126483 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.127422 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.127955 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 12:54:41.128287 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: subnet_service_types.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.129234 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.129748 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: subnet-service-types Feb 28 12:54:41.130086 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: subnetallocation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.131210 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.132311 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: subnet_allocation Feb 28 12:54:41.132617 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.133486 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.134151 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: subnetpool-prefix-ops Feb 28 12:54:41.134632 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.135636 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.136143 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 12:54:41.136472 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: tagging.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.137529 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.138053 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: standard-attr-tag Feb 28 12:54:41.138380 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: timestamp.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.139626 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.140154 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loaded extension: standard-attr-timestamp Feb 28 12:54:41.140486 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: trunk.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.141536 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.142050 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension trunk not supported by any of loaded plugins Feb 28 12:54:41.142384 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: trunk_details.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.143317 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.143876 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 12:54:41.144207 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: uplink_status_propagation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.145145 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.145657 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 12:54:41.145986 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Loading extension file: vlantransparent.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 12:54:41.146665 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 12:54:41.147196 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 12:54:41.149711 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:network Feb 28 12:54:41.150245 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:subnet Feb 28 12:54:41.150650 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 12:54:41.151061 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:port Feb 28 12:54:41.152320 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.152768 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service FLAVORS assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.153381 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.153817 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.154156 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:router Feb 28 12:54:41.154588 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 12:54:41.155071 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service METERING assigned prefix: /metering {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.156544 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:41.156925 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:41.157284 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 12:54:41.158277 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 12:54:41.158741 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:security_group Feb 28 12:54:41.159174 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 12:54:41.159812 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service CORE assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.160155 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 12:54:41.160508 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] subnetpool is already registered Feb 28 12:54:41.160952 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service CORE assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.161281 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 12:54:41.161619 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] subnetpool is already registered Feb 28 12:54:41.163983 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.164421 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service FLAVORS assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.165011 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.165437 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.165778 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:router Feb 28 12:54:41.166123 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] router is already registered Feb 28 12:54:41.166538 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 12:54:41.166878 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] floatingip is already registered Feb 28 12:54:41.167335 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service METERING assigned prefix: /metering {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.168037 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 12:54:41.168367 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] rbac_policy is already registered Feb 28 12:54:41.168783 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:security_group Feb 28 12:54:41.169120 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] security_group is already registered Feb 28 12:54:41.169524 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 12:54:41.169862 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] security_group_rule is already registered Feb 28 12:54:41.170509 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service CORE assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.170874 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 12:54:41.171219 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] subnetpool is already registered Feb 28 12:54:41.171668 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Service CORE assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 12:54:41.172000 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 12:54:41.172335 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] subnetpool is already registered Feb 28 12:54:41.172803 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: extensions {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.174240 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: address-groups {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.175823 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: address-scopes {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.177130 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: agents {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.178277 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: auto-allocated-topology {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.180076 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: availability_zones {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.181284 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: dhcp-networks {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.182777 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: dhcp-agents {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.189467 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: routers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.189467 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: flavors {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.189467 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: service_profiles {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.189467 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: next_providers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.190675 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: service_profiles {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.192239 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: floatingip-pools {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.193443 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: routers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.196097 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: floatingips {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.198343 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: l3-routers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.199734 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: l3-agents {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.201146 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: metering-labels {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.202586 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: metering-label-rules {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.203873 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: network-ip-availabilities {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.205133 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: bindings {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.206765 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: quotas {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.208319 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: quotas {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.209906 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: rbac-policies {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.211202 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: security-groups {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.212449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: security-group-rules {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.213669 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: service-providers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.214888 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: subnetpools {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.216309 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: subnetpools {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.217746 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.219408 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.221214 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.223015 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.224806 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.226697 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.228374 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.230250 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.232012 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.233909 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron.api.extensions [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 12:54:41.239836 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING keystonemiddleware.auth_token [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 12:54:41.245383 dv-cinder-831202-1-iscsi neutron-server[103120]: WARNING keystonemiddleware.auth_token [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 12:54:41.253970 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_concurrency.lockutils [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Acquired lock "singleton_lock" {{(pid=103120) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 28 12:54:41.254450 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_concurrency.lockutils [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Releasing lock "singleton_lock" {{(pid=103120) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 28 12:54:41.255102 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO oslo_service.service [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Starting 2 workers Feb 28 12:54:41.260518 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Started child 103231 {{(pid=103120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 12:54:41.265052 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Started child 103232 {{(pid=103120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 12:54:41.266124 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:54:41.266759 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO neutron.service [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 12:54:41.267344 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:54:41.267774 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [-] (103231) wsgi starting up on http://0.0.0.0:9696 Feb 28 12:54:41.269917 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:54:41.270386 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO oslo_service.service [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Starting 1 workers Feb 28 12:54:41.271423 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [-] (103232) wsgi starting up on http://0.0.0.0:9696 Feb 28 12:54:41.275186 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Started child 103233 {{(pid=103120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 12:54:41.275771 dv-cinder-831202-1-iscsi neutron-server[103120]: INFO oslo_service.service [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Starting 1 workers Feb 28 12:54:41.279067 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.service [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] calling RpcWorker wait() {{(pid=103233) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 12:54:41.279637 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.service [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] returning from RpcWorker wait() {{(pid=103233) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 12:54:41.280334 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Started child 103234 {{(pid=103120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 12:54:41.281012 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:54:41.283588 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-26a77b6b-a654-4b85-b005-24c8f6fed204 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:54:41.283682 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:54:41.283767 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103120) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 12:54:41.283767 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 12:54:41.283767 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 12:54:41.283767 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 12:54:41.284108 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 12:54:41.284280 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 12:54:41.284798 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.285086 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.285354 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.285615 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:54:41.286068 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.286068 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.286494 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.286737 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.286975 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.287244 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.287536 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.287709 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.287911 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.288176 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.288426 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.288745 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.289008 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.289260 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.289536 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.289728 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.290040 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.290303 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.290555 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.290821 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] debug = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.291066 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.291610 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.291842 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.292106 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.292329 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.292600 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.292831 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.293113 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.293362 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.293599 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.293851 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.294122 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.294369 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.294613 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.294869 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.295090 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.295359 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.295604 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.296056 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] host = dv-cinder-831202-1-iscsi {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.296348 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.296606 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.296864 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.297111 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.297362 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.297607 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.297877 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.298155 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.298402 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.298634 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.298899 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.299133 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.299370 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.299639 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.299808 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_options = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.300055 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.300320 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.300580 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.300770 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.300994 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.301164 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.301449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.301604 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.301847 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.302066 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.302283 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.302521 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.302740 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.302997 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.303252 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.304023 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.304265 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.304484 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.304734 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.304963 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.305206 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.305434 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.305688 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.305939 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.306154 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.306369 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.306640 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.306814 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.307125 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.307299 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.307555 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.307794 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.308027 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.308267 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.308382 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:54:41.308506 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.313759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.313759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.313759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.313759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.313759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.313759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.313759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.313759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.314617 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.314617 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.314617 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.314617 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] use_json = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.314617 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.314617 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.314617 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.314617 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.314617 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.315231 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.315231 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.315231 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.315231 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.315231 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.315621 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.315621 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.315830 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.316070 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.316316 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.316552 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.316802 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.317087 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.317330 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.317657 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.317882 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.318174 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.318453 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.318721 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.319087 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.319883 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.320145 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.320384 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.320609 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.320828 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.321070 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.321349 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.321575 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.321816 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.322080 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.322305 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.322603 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.322868 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.323200 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.323495 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.323774 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.324038 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.324344 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.324537 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.324773 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.325014 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.325232 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.325451 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.325731 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.325967 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.326217 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.326444 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.326683 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.326904 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.327156 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.327405 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.327669 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.327903 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.328129 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.328363 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.328578 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.328825 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.329055 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.329300 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.329524 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.329778 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.330031 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.330255 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.330490 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.330759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.331016 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.331249 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.331493 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.331703 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.331938 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.332173 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.332390 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.332657 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.332874 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.333111 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.333321 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.333539 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.333751 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.333964 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.334206 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.334438 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.334706 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.334925 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.335148 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.335393 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.335629 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.335845 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342061 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342061 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342061 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342061 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342061 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342061 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342061 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342061 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342061 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342686 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342686 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342686 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342686 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342686 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342686 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342686 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.342686 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343240 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343240 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343240 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343240 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343240 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343240 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343240 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343240 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343818 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343818 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343818 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343818 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343818 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343818 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343818 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.343818 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.344370 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.344370 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.344370 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.344370 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.344718 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.344801 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.345002 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.345277 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.345571 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.345853 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.346137 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.346404 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.346639 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.346935 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.347181 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.347448 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.347731 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.347996 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.348246 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.348507 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.348746 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.348998 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.349248 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.349573 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.349807 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.350023 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.350238 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.350520 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.350768 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.351018 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.351291 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.351569 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.351808 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.352074 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.352321 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.352533 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.352771 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.353018 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.353234 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.353500 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.353746 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.353986 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.354207 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.354423 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.354683 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.354897 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.355137 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.355367 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.355628 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.355847 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.356094 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.356343 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.356598 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.356843 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.357061 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.357285 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.357501 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.357713 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.357968 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.358247 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.358660 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.358783 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.359016 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.359262 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.359500 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.359739 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.359954 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.360195 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.360413 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.360627 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.360841 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.361213 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.361332 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.361495 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.361725 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.361958 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.362229 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.362663 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.362877 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.363341 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.363496 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.363965 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.364307 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.364450 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.364655 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.364876 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.365097 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.365323 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.365568 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.365821 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.366581 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.366949 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.367080 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.367258 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.367584 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.367855 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.368100 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.368338 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.368564 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.368806 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.369030 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.369250 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.369466 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.369701 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.369916 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.370135 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.370349 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.370891 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.371265 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.371742 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.371876 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.372225 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.372453 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.372583 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.372717 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.372918 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.373142 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.373364 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.373599 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.373831 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.374044 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.374277 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.374520 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.374742 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.374956 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.375203 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.375415 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.375651 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.375876 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.376097 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.376310 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.376538 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.376752 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.376965 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.377189 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.377407 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.377620 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.377919 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.378062 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.378271 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.378495 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.378716 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.378935 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.379185 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.379449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.379704 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.379993 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.380253 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.380503 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.380744 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.381246 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.381478 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.382282 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.382510 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.382728 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.383118 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.383215 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.383542 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.383849 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.384120 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.384394 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.385738 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.385738 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.385738 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.385738 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.385738 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.386133 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.386857 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.386857 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.386857 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.387122 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.387320 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.387614 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.388195 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.389325 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.389325 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.389325 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.389325 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.389325 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.389716 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.389805 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.389953 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.390181 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.391509 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.391509 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.391509 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.391509 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 12:54:41.391878 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103120) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 12:54:41.391878 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 12:54:41.391878 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 12:54:41.392099 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 12:54:41.392180 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 12:54:41.392326 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 12:54:41.392534 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.392919 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.392919 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.393117 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.393207 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.393317 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.393481 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.393643 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.393807 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.393964 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.394155 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.394476 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.394476 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.394662 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.394745 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.395146 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.395146 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.395317 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.395317 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.395505 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.395662 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.395818 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.395981 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] debug = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.396142 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.396341 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.396504 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.396667 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.396825 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.396987 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.397163 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.397327 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.397473 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.398433 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.398433 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.398433 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.398433 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.398433 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.398433 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.398868 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.398868 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.398868 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.399092 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] host = dv-cinder-831202-1-iscsi {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.399092 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.399261 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.399419 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.399602 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.399763 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.399923 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.400083 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.400243 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.400404 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.400563 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.400724 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.400884 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.401044 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.401203 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.401363 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_options = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.401524 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.401684 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.401845 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.402032 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.402464 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.402464 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.402746 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.403078 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.403078 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.403319 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.403319 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.403494 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.403658 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.403817 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.403976 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.404136 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.404299 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.404463 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.404625 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.404788 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.404947 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.405106 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.405264 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.405424 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.405584 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.405742 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.405901 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.406060 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.406219 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.406385 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.406525 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.406681 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.406840 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.407020 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.407161 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.407353 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.407507 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.407875 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.407875 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.408068 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.408172 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.408336 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.408495 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.408655 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.408858 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.408972 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.409132 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] use_json = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.409292 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.409452 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.409613 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.409774 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.409934 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.410093 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.410252 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.410415 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.410576 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 12:54:41.410757 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.410945 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.411083 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.419514 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.419514 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.419514 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.419514 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.419514 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.420266 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46300) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:54:41.420414 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.420414 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.420414 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.420414 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.420414 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.420414 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.420414 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.420414 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.421419 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.421419 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.421419 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.421419 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.421419 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.421419 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.421419 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.421419 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422226 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422226 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422226 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422226 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422226 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422226 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422226 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422226 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.422759 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423287 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423287 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423287 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423287 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423287 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423287 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423287 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423287 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423841 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423841 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423841 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423841 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423841 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423841 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423841 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423841 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.423841 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.424449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.424449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.424449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.424449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.424449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.424449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.424449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.424449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.424449 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425075 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425075 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425075 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425075 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425075 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425075 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425075 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425075 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425075 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425664 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425664 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425664 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425664 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425664 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425664 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425664 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425664 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.425664 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426274 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426274 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426274 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426274 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426274 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426274 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426274 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426274 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426274 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426867 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426867 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426867 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426867 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426867 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426867 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426867 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.426867 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.427399 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.427399 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.427399 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.427399 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.427399 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.427788 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.427788 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.427788 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.427996 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.428074 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.428228 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.428528 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.429146 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.429267 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.429429 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.429593 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.429756 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.429921 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.430094 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.430257 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.430420 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.430584 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.430755 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.430929 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.431094 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.431258 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.431420 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.431604 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.431772 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.431951 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.432091 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.432408 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.432722 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.432893 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.432986 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0182183 Feb 28 12:54:41.433138 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.433232 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.433387 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.433523 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.434151 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.434151 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.434151 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.434151 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.434470 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.434470 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.435503 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.435634 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.435802 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.435968 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.436906 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.436906 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.436906 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.436906 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.437184 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.437184 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.437307 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.437455 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.437617 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.437781 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.437939 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.438095 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.438265 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.439494 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.439494 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.439494 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.439494 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.439494 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.439494 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.439494 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.439494 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.440319 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.440483 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.440645 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.440942 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.441117 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.441286 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.441437 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.441601 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.441762 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.442083 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.442252 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.442418 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.442582 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.442749 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.443061 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.443223 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.443388 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.443576 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.444425 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.444425 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.444425 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.444425 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.444425 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.444763 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.444763 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.444892 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.445018 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.445174 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.445481 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.445651 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.445814 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.446791 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.446958 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.447121 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.447288 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.447461 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.447654 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.447797 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.447954 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.448112 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.448272 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.449247 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.449247 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.449247 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.449247 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.449247 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.449247 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.449612 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.449612 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.449758 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.449827 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.450018 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.450109 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.451058 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.451058 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.451058 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.451058 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.451058 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.451058 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.451433 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.451433 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.451585 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.451674 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.452446 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.452446 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.452446 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.452446 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.452446 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.452943 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.452943 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.452943 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.453116 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.453313 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.453385 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.453517 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.453679 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.453843 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.454015 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.454177 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.454340 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.454502 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.454665 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.454827 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.455000 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.455164 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.455370 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.455546 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.455669 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.455832 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.456781 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.456781 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.456939 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:54:41.457012 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.457012 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.457012 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.457012 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.457012 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.457317 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.457317 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.457439 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.458134 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.458134 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.458134 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.458134 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.458134 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.458459 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.458459 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.458626 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.458798 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.458970 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.459173 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.459309 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.459488 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.460868 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.461050 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.461217 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.461382 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.461545 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.461859 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.461859 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.462236 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.462436 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.462563 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.462726 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.463512 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.463512 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.463512 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.463512 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.463512 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.463886 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.463886 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.464010 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.464126 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 12:54:41.464282 dv-cinder-831202-1-iscsi neutron-server[103120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 12:54:52.875339 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeebc13-f57e-4655-981a-1cb7b11c1df4 None None] get_active_networks_info from dv-cinder-831202-1-iscsi {{(pid=103233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 12:54:52.937701 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeebc13-f57e-4655-981a-1cb7b11c1df4 None None] No non-hosted networks {{(pid=103233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 12:54:52.961186 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.agentschedulers_db [None req-dbeebc13-f57e-4655-981a-1cb7b11c1df4 None None] DHCP Agent not found on host dv-cinder-831202-1-iscsi {{(pid=103233) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 12:54:53.142173 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d392f28-805e-4dab-ad66-a99549350798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3689379'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:54:55.355397 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c886ad50-7530-4536-947c-51ca0605e31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3689379'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:54:55.396139 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.db.api [None req-313e55a0-8a3a-427b-acc2-28252a9d5e12 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831202-1-iscsi {{(pid=103233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:54:55.396712 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG oslo_db.api [None req-313e55a0-8a3a-427b-acc2-28252a9d5e12 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:54:56.013030 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-313e55a0-8a3a-427b-acc2-28252a9d5e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:54:56.714003 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3689379'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:54:57.890923 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3689379'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:54:59.059664 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46386) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:54:59.399691 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3689379'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:54:59.400500 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.400916 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.401492 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.402113 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.402543 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.404540 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.405330 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.406412 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.406820 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.407204 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.409275 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.410543 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.411544 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:54:59.412906 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831202-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:54:59.434123 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831202-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:54:59.620302 dv-cinder-831202-1-iscsi neutron-server[103232]: WARNING oslo_policy.policy [None req-8d198123-6587-43d8-87a6-62839645866d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 12:54:59.620968 dv-cinder-831202-1-iscsi neutron-server[103232]: WARNING oslo_policy.policy [None req-8d198123-6587-43d8-87a6-62839645866d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 12:54:59.845207 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [None req-8d198123-6587-43d8-87a6-62839645866d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 12:54:59.859511 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-8d198123-6587-43d8-87a6-62839645866d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7858875 Feb 28 12:55:00.422623 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.db.l3_hamode_db [None req-56e034a0-b443-4939-ac31-b7154acc0b4a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 12:55:00.501786 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e034a0-b443-4939-ac31-b7154acc0b4a None None] Routers set() bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 12:55:00.502169 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e034a0-b443-4939-ac31-b7154acc0b4a None None] Router IDs set() for agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 12:55:02.378518 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 46412) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:55:02.858975 dv-cinder-831202-1-iscsi neutron-server[103231]: WARNING oslo_policy.policy [None req-1aca3ccc-4a3d-4c94-9826-17903bd78f92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 12:55:02.859583 dv-cinder-831202-1-iscsi neutron-server[103231]: WARNING oslo_policy.policy [None req-1aca3ccc-4a3d-4c94-9826-17903bd78f92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 12:55:03.081547 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-1aca3ccc-4a3d-4c94-9826-17903bd78f92 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:55:03.174268 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.policy [None req-1aca3ccc-4a3d-4c94-9826-17903bd78f92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103231) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 12:55:03.216723 dv-cinder-831202-1-iscsi neutron-server[103231]: WARNING oslo_policy.policy [None req-1aca3ccc-4a3d-4c94-9826-17903bd78f92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 12:55:03.217100 dv-cinder-831202-1-iscsi neutron-server[103231]: WARNING oslo_policy.policy [None req-1aca3ccc-4a3d-4c94-9826-17903bd78f92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 12:55:03.369598 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1aca3ccc-4a3d-4c94-9826-17903bd78f92 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753648244253', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753648241600', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753648262740', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753648257887', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753648282864', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753648271758', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1232476', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1064221', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4005438', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3847661'] for rbac-policy (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:03.571204 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1aca3ccc-4a3d-4c94-9826-17903bd78f92 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:03.572715 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-1aca3ccc-4a3d-4c94-9826-17903bd78f92 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1920805 Feb 28 12:55:06.058437 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46428) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:55:06.369181 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:55:06.483118 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Made reservation on behalf of f7fff96d7f7d4a84b0510d204e7a1e36 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:55:06.550143 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.policy [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103232) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 12:55:06.593051 dv-cinder-831202-1-iscsi neutron-server[103232]: WARNING oslo_policy.policy [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 12:55:06.593432 dv-cinder-831202-1-iscsi neutron-server[103232]: WARNING oslo_policy.policy [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 12:55:06.603987 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:06.625659 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:06.733259 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Publish callbacks [] for security_group (8158bd7d-8383-49d5-90fb-8f0c871eb01a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:06.786013 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (8158bd7d-8383-49d5-90fb-8f0c871eb01a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:06.818166 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:55:06.847042 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753648987540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (8f262cfd-6bae-4173-8766-860aa37178e8), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:06.847648 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Unsubscribe: segment precommit_create {{(pid=103232) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 12:55:06.848178 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Added segment 8f262cfd-6bae-4173-8766-860aa37178e8 of type vlan for network 5fc9b557-0a89-4306-ba65-7f0ec91daa53 Feb 28 12:55:06.853988 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8158bd7d-8383-49d5-90fb-8f0c871eb01a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:06.891884 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.892235 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.892591 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.892921 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.893240 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.893556 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.893873 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.894187 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.894500 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.894813 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.895125 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.895443 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.895815 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Tracked resource versions report: Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: pushed versions: Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: { 'AddressGroup': {'1.2'}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'ConntrackHelper': {'1.0'}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'LocalIPAssociation': {'1.0'}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Log': {'1.0'}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Network': {'1.1'}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Port': {'1.7'}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'PortForwarding': {'1.2'}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'QosPolicy': {'1.10'}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'SecurityGroup': {'1.5'}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'SecurityGroupRule': {'1.2'}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'SubPort': {'1.0'}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Subnet': {'1.1'}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Trunk': {'1.1'}} Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: consumer versions: Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: { DHCP agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: L3 agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: Metadata agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: Metering agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: Open vSwitch agent@dv-cinder-831202-1-iscsi: { 'AddressGroup': '1.2', Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'ConntrackHelper': '1.0', Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'LocalIPAssociation': '1.0', Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Log': '1.0', Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Network': '1.1', Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Port': '1.7', Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'PortForwarding': '1.2', Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'QosPolicy': '1.10', Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'SecurityGroup': '1.5', Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'SecurityGroupRule': '1.2', Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'SubPort': '1.0', Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Subnet': '1.1', Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Trunk': '1.1'}} Feb 28 12:55:06.897228 dv-cinder-831202-1-iscsi neutron-server[103232]: {{(pid=103232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 12:55:06.956773 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (5fc9b557-0a89-4306-ba65-7f0ec91daa53), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:07.077627 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (5fc9b557-0a89-4306-ba65-7f0ec91daa53), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:07.082750 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:55:07.083463 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:07.196484 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] Pushing event updated for resources: {'Network': ['ID=5fc9b557-0a89-4306-ba65-7f0ec91daa53,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:07.208078 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 5fc9b557-0a89-4306-ba65-7f0ec91daa53 details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 12:55:07.211575 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-b4c2a543-47a6-42a8-8913-dadab4c2c49d demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1520593 Feb 28 12:55:09.730126 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46442) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:55:10.125766 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df15c0-2c87-4959-9356-975b976571e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:55:10.127023 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-59df15c0-2c87-4959-9356-975b976571e8 demo admin] 10.222.0.23 "GET /v2.0/networks/5fc9b557-0a89-4306-ba65-7f0ec91daa53 HTTP/1.1" status: 200 len: 825 time: 0.3958693 Feb 28 12:55:10.164865 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-801d1aa1-213c-43e7-81e1-8c42c5c10f43 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/f420cf53-70f2-42dd-90cd-82112ead87a3 HTTP/1.1" status: 200 len: 734 time: 0.0314407 Feb 28 12:55:10.173460 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7ccc33c3-6832-4795-81ac-d103083f7c74 demo admin] Request body: {'subnet': {'subnetpool_id': 'f420cf53-70f2-42dd-90cd-82112ead87a3', 'name': 'private-subnet', 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:55:10.255389 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccc33c3-6832-4795-81ac-d103083f7c74 demo admin] Made reservation on behalf of f7fff96d7f7d4a84b0510d204e7a1e36 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:55:10.258273 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ccc33c3-6832-4795-81ac-d103083f7c74 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:10.616495 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ccc33c3-6832-4795-81ac-d103083f7c74 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for subnet (562a5fd4-ad51-4577-8301-b9d06921523f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:10.682271 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc33c3-6832-4795-81ac-d103083f7c74 demo admin] Pushing event updated for resources: {'Subnet': ['ID=562a5fd4-ad51-4577-8301-b9d06921523f,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:10.686898 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc33c3-6832-4795-81ac-d103083f7c74 demo admin] Checking segment: {'id': '8f262cfd-6bae-4173-8766-860aa37178e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 12:55:10.687267 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc33c3-6832-4795-81ac-d103083f7c74 demo admin] Network hostable DHCP agents. Network: 5fc9b557-0a89-4306-ba65-7f0ec91daa53, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:55:10.786994 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc33c3-6832-4795-81ac-d103083f7c74 demo admin] Network 5fc9b557-0a89-4306-ba65-7f0ec91daa53 is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:55:10.860999 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc33c3-6832-4795-81ac-d103083f7c74 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 5fc9b557-0a89-4306-ba65-7f0ec91daa53) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:55:10.866087 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccc33c3-6832-4795-81ac-d103083f7c74 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:55:10.866774 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ccc33c3-6832-4795-81ac-d103083f7c74 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:10.872138 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d9a561-17d7-41de-8d3a-f48d0950e30f None None] Network 5fc9b557-0a89-4306-ba65-7f0ec91daa53 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 12:55:10.937178 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-7ccc33c3-6832-4795-81ac-d103083f7c74 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7669444 Feb 28 12:55:11.244985 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4da0fec-8aac-54e0-9d72-a406a4863af2-5fc9b557-0a89-4306-ba65-7f0ec91daa53', 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53', 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'fixed_ips': [{'subnet_id': '562a5fd4-ad51-4577-8301-b9d06921523f'}]}} from dv-cinder-831202-1-iscsi. {{(pid=103233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 12:55:11.246278 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:11.521180 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Allocated IP 172.20.0.2 (5fc9b557-0a89-4306-ba65-7f0ec91daa53/562a5fd4-ad51-4577-8301-b9d06921523f/20d3305e-0578-4672-9fec-e999903663e8) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:55:11.785554 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Publish callbacks [] for port (20d3305e-0578-4672-9fec-e999903663e8), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:11.860761 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (20d3305e-0578-4672-9fec-e999903663e8), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:11.934680 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Network 5fc9b557-0a89-4306-ba65-7f0ec91daa53 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:55:11.939684 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:55:11.949893 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Pushing event updated for resources: {'Port': ['ID=20d3305e-0578-4672-9fec-e999903663e8,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:11.952161 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 12:55:11.985352 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.985726 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.986159 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.986441 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.986781 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.987120 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.987451 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.987806 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.988137 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.988489 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.988822 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.989148 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.989474 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Tracked resource versions report: Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: pushed versions: Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: { 'AddressGroup': {'1.2'}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'ConntrackHelper': {'1.0'}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'LocalIPAssociation': {'1.0'}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Log': {'1.0'}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Network': {'1.1'}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Port': {'1.7'}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'PortForwarding': {'1.2'}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'QosPolicy': {'1.10'}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'SecurityGroup': {'1.5'}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'SecurityGroupRule': {'1.2'}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'SubPort': {'1.0'}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Subnet': {'1.1'}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Trunk': {'1.1'}} Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: consumer versions: Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: { DHCP agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: L3 agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: Metadata agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: Metering agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: Open vSwitch agent@dv-cinder-831202-1-iscsi: { 'AddressGroup': '1.2', Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'ConntrackHelper': '1.0', Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'LocalIPAssociation': '1.0', Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Log': '1.0', Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Network': '1.1', Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Port': '1.7', Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'PortForwarding': '1.2', Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'QosPolicy': '1.10', Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'SecurityGroup': '1.5', Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'SecurityGroupRule': '1.2', Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'SubPort': '1.0', Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Subnet': '1.1', Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Trunk': '1.1'}} Feb 28 12:55:11.991439 dv-cinder-831202-1-iscsi neutron-server[103233]: {{(pid=103233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 12:55:12.040654 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Attempting to bind port 20d3305e-0578-4672-9fec-e999903663e8 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 12:55:12.040990 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Attempting to bind port 20d3305e-0578-4672-9fec-e999903663e8 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '8f262cfd-6bae-4173-8766-860aa37178e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 12:55:12.041400 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Attempting to bind port 20d3305e-0578-4672-9fec-e999903663e8 on network 5fc9b557-0a89-4306-ba65-7f0ec91daa53 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 12:55:12.046269 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 12:55:12.046672 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Checking segment: {'id': '8f262cfd-6bae-4173-8766-860aa37178e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 12:55:12.047147 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:12.047577 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Bound using segment: {'id': '8f262cfd-6bae-4173-8766-860aa37178e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 12:55:12.048078 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Bound port: 20d3305e-0578-4672-9fec-e999903663e8, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f262cfd-6bae-4173-8766-860aa37178e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 12:55:12.048479 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (20d3305e-0578-4672-9fec-e999903663e8), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:12.114150 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] For port 20d3305e-0578-4672-9fec-e999903663e8, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:55:12.119171 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] For port 20d3305e-0578-4672-9fec-e999903663e8, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=20d3305e-0578-4672-9fec-e999903663e8,segment=NetworkSegment(8f262cfd-6bae-4173-8766-860aa37178e8),segment_id=8f262cfd-6bae-4173-8766-860aa37178e8)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:55:12.192312 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (20d3305e-0578-4672-9fec-e999903663e8), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:12.258984 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f0b7e-37dc-45d4-8104-1adcaec650ee None None] Pushing event updated for resources: {'Port': ['ID=20d3305e-0578-4672-9fec-e999903663e8,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:13.468164 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46450) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:55:13.779178 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [None req-4064a511-d357-4451-9fbb-eaeadae3b4d7 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 12:55:13.780214 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-4064a511-d357-4451-9fbb-eaeadae3b4d7 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3110325 Feb 28 12:55:16.312985 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46458) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:55:16.624750 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [None req-a5cf489c-e43d-4189-99c7-b5bc5de32548 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 12:55:16.625737 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-a5cf489c-e43d-4189-99c7-b5bc5de32548 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118272 Feb 28 12:55:19.152886 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46466) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:55:19.465674 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-11a47ecb-5d70-4068-bd3d-64d6914d3218 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:55:19.593074 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11a47ecb-5d70-4068-bd3d-64d6914d3218 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7267'] for router (94276620-15f3-4e97-a647-9bac8ca6b750), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:19.594808 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11a47ecb-5d70-4068-bd3d-64d6914d3218 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7272'] for router (94276620-15f3-4e97-a647-9bac8ca6b750), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:19.729964 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11a47ecb-5d70-4068-bd3d-64d6914d3218 demo demo] Publish callbacks [] for router_controller (94276620-15f3-4e97-a647-9bac8ca6b750), precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:19.783241 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11a47ecb-5d70-4068-bd3d-64d6914d3218 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3689114'] for router (94276620-15f3-4e97-a647-9bac8ca6b750), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:19.846100 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11a47ecb-5d70-4068-bd3d-64d6914d3218 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:19.847247 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-11a47ecb-5d70-4068-bd3d-64d6914d3218 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6933582 Feb 28 12:55:22.023496 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 20d3305e-0578-4672-9fec-e999903663e8 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 12:55:22.112415 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 20d3305e-0578-4672-9fec-e999903663e8 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:55:22.112824 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (20d3305e-0578-4672-9fec-e999903663e8), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:22.221702 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 20d3305e-0578-4672-9fec-e999903663e8 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:55:22.222096 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (20d3305e-0578-4672-9fec-e999903663e8), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:22.257362 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port 20d3305e-0578-4672-9fec-e999903663e8, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=20d3305e-0578-4672-9fec-e999903663e8,segment=NetworkSegment(8f262cfd-6bae-4173-8766-860aa37178e8),segment_id=8f262cfd-6bae-4173-8766-860aa37178e8)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:55:22.381284 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46478) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:55:22.398833 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (20d3305e-0578-4672-9fec-e999903663e8), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:22.451899 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=20d3305e-0578-4672-9fec-e999903663e8,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:22.710626 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [None req-e4666887-23a5-41b4-ae47-91f19e723eaf admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 12:55:22.711738 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-e4666887-23a5-41b4-ae47-91f19e723eaf admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3293347 Feb 28 12:55:22.884333 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d3114d73-0374-4b09-a6cb-f0e479b77567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:23.566905 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccec1984-6e68-41d6-ab15-ac6671afc97d None None] Network 5fc9b557-0a89-4306-ba65-7f0ec91daa53 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 12:55:23.671020 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-5e1d8984-a5d0-4fe1-a20a-f98cba59fd37 None None] Provisioning complete for port 20d3305e-0578-4672-9fec-e999903663e8 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:55:23.671414 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8984-a5d0-4fe1-a20a-f98cba59fd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (20d3305e-0578-4672-9fec-e999903663e8), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:23.768961 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d8984-a5d0-4fe1-a20a-f98cba59fd37 None None] Current status of the port 20d3305e-0578-4672-9fec-e999903663e8 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:55:23.992677 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-32cfd710-2f02-4002-8cbf-d8683e1e07ba None None] Provisioning complete for port 20d3305e-0578-4672-9fec-e999903663e8 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:55:23.993401 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32cfd710-2f02-4002-8cbf-d8683e1e07ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (20d3305e-0578-4672-9fec-e999903663e8), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:24.020542 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 20d3305e-0578-4672-9fec-e999903663e8 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 12:55:24.108014 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 20d3305e-0578-4672-9fec-e999903663e8 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:55:24.108408 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (20d3305e-0578-4672-9fec-e999903663e8), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:24.131748 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-32cfd710-2f02-4002-8cbf-d8683e1e07ba None None] Current status of the port 20d3305e-0578-4672-9fec-e999903663e8 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:55:24.184316 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 20d3305e-0578-4672-9fec-e999903663e8 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:55:25.234641 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46486) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:55:25.322720 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d9fb96a-6a6d-4b1a-a013-fbd3b025d8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:25.544182 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:55:25.626547 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Made reservation on behalf of a00bab95afbd472db33af396a6aecd67 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:55:25.628742 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:25.637040 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:25.707120 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Publish callbacks [] for security_group (0790c552-fab7-43c9-8049-3bc38f8a392f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:25.775268 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (0790c552-fab7-43c9-8049-3bc38f8a392f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:25.791939 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Reserving flat network on physical network physnet1 {{(pid=103232) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 12:55:25.811335 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0790c552-fab7-43c9-8049-3bc38f8a392f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:25.814258 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (11127075-226a-42de-b033-bba525785662), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:25.814586 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Added segment 11127075-226a-42de-b033-bba525785662 of type flat for network 35badc98-a186-415a-b1b0-8c2ba87645f6 Feb 28 12:55:25.859418 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (35badc98-a186-415a-b1b0-8c2ba87645f6), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:25.946844 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (35badc98-a186-415a-b1b0-8c2ba87645f6), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:25.947795 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:55:25.948364 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:26.034511 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] Pushing event updated for resources: {'Network': ['ID=35badc98-a186-415a-b1b0-8c2ba87645f6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:26.045539 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 12:55:26.081654 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-8aabc2cc-4df1-40aa-a813-db28c4989881 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8459291 Feb 28 12:55:26.661032 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:27.849549 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:28.558238 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46504) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:55:28.729129 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c0100a-63b4-4643-a420-74c48226ecfd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:55:28.730425 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-83c0100a-63b4-4643-a420-74c48226ecfd demo admin] 10.222.0.23 "GET /v2.0/subnets/562a5fd4-ad51-4577-8301-b9d06921523f HTTP/1.1" status: 200 len: 849 time: 0.1712165 Feb 28 12:55:28.850240 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-5f56f549-6539-48ac-af36-63285fe12288 demo admin] 10.222.0.23 "GET /v2.0/routers/94276620-15f3-4e97-a647-9bac8ca6b750 HTTP/1.1" status: 200 len: 704 time: 0.1142619 Feb 28 12:55:29.117487 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:29.364167 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:29.411572 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Allocated IP 172.20.0.1 (5fc9b557-0a89-4306-ba65-7f0ec91daa53/562a5fd4-ad51-4577-8301-b9d06921523f/63b13726-0b55-476c-bc35-8b59d34cc3ad) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:55:29.601162 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Publish callbacks [] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:29.717717 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:29.788089 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Network 5fc9b557-0a89-4306-ba65-7f0ec91daa53 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:55:29.796587 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:55:29.802506 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 12:55:29.802773 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690439'] for router_interface (94276620-15f3-4e97-a647-9bac8ca6b750), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:29.825393 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Pushing event updated for resources: {'Port': ['ID=63b13726-0b55-476c-bc35-8b59d34cc3ad,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:29.984755 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-82f5f598-237e-4052-8176-3ab2958c1176 None None] Provisioning complete for port 63b13726-0b55-476c-bc35-8b59d34cc3ad triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:55:29.985082 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-82f5f598-237e-4052-8176-3ab2958c1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:30.057213 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-82f5f598-237e-4052-8176-3ab2958c1176 None None] Port 63b13726-0b55-476c-bc35-8b59d34cc3ad cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 12:55:30.079739 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:30.286487 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Publish callbacks [] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:30.326120 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 5 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 12:55:30.375410 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:30.376234 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689303'] for router_interface (94276620-15f3-4e97-a647-9bac8ca6b750), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:30.457367 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Pushing event updated for resources: {'Port': ['ID=63b13726-0b55-476c-bc35-8b59d34cc3ad,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:30.500874 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Network 5fc9b557-0a89-4306-ba65-7f0ec91daa53 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:55:30.502153 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:55:30.734262 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Router 94276620-15f3-4e97-a647-9bac8ca6b750 is scheduled to L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 12:55:30.779757 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-52b76a2e-b34c-47ba-a6f7-25b9516b3a4d None None] Provisioning complete for port 63b13726-0b55-476c-bc35-8b59d34cc3ad triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:55:30.780304 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-52b76a2e-b34c-47ba-a6f7-25b9516b3a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:30.812802 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-52b76a2e-b34c-47ba-a6f7-25b9516b3a4d None None] Port 63b13726-0b55-476c-bc35-8b59d34cc3ad cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 12:55:30.827100 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:55:30.832138 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-581ef8f7-541a-400d-a456-555662e2278d demo admin] 10.222.0.23 "PUT /v2.0/routers/94276620-15f3-4e97-a647-9bac8ca6b750/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9761839 Feb 28 12:55:30.837286 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Sync routers for ids ['94276620-15f3-4e97-a647-9bac8ca6b750'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:55:30.849280 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Routers {'94276620-15f3-4e97-a647-9bac8ca6b750'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 12:55:30.851077 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T12:55:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['94276620-15f3-4e97-a647-9bac8ca6b750'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:55:31.043819 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Set router 94276620-15f3-4e97-a647-9bac8ca6b750 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 12:55:31.470965 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'name': 'router1', 'tenant_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:55:19Z', 'updated_at': '2022-02-28T12:55:29Z', 'revision_number': 2, 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'gw_port_host': None, '_interfaces': [{'id': '63b13726-0b55-476c-bc35-8b59d34cc3ad', 'name': '', 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53', 'tenant_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'mac_address': 'fa:16:3e:97:64:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '562a5fd4-ad51-4577-8301-b9d06921523f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:55:29Z', 'updated_at': '2022-02-28T12:55:30Z', 'revision_number': 2, 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'subnets': [{'id': '562a5fd4-ad51-4577-8301-b9d06921523f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f420cf53-70f2-42dd-90cd-82112ead87a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:55:31.522229 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Checking router: 94276620-15f3-4e97-a647-9bac8ca6b750 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:55:31.522605 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Updating router 94276620-15f3-4e97-a647-9bac8ca6b750 port 63b13726-0b55-476c-bc35-8b59d34cc3ad binding host dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:55:31.574715 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:32.083992 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Publish callbacks [] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:32.152300 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:32.302673 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Pushing event updated for resources: {'Port': ['ID=63b13726-0b55-476c-bc35-8b59d34cc3ad,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:32.324545 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.324912 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.325272 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.325611 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.325938 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.326282 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.326613 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.326939 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.327269 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.327639 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.327986 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.328295 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.328618 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Tracked resource versions report: Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: pushed versions: Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: { 'AddressGroup': {'1.2'}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'ConntrackHelper': {'1.0'}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'LocalIPAssociation': {'1.0'}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Log': {'1.0'}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Network': {'1.1'}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Port': {'1.7'}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'PortForwarding': {'1.2'}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'QosPolicy': {'1.10'}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'SecurityGroup': {'1.5'}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'SecurityGroupRule': {'1.2'}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'SubPort': {'1.0'}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Subnet': {'1.1'}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Trunk': {'1.1'}} Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: consumer versions: Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: { DHCP agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: L3 agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: Metadata agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: Metering agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: Open vSwitch agent@dv-cinder-831202-1-iscsi: { 'AddressGroup': '1.2', Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'ConntrackHelper': '1.0', Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'LocalIPAssociation': '1.0', Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Log': '1.0', Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Network': '1.1', Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Port': '1.7', Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'PortForwarding': '1.2', Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'QosPolicy': '1.10', Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'SecurityGroup': '1.5', Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'SecurityGroupRule': '1.2', Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'SubPort': '1.0', Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Subnet': '1.1', Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Trunk': '1.1'}} Feb 28 12:55:32.330067 dv-cinder-831202-1-iscsi neutron-server[103234]: {{(pid=103234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 12:55:32.346295 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Attempting to bind port 63b13726-0b55-476c-bc35-8b59d34cc3ad on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 12:55:32.346702 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Attempting to bind port 63b13726-0b55-476c-bc35-8b59d34cc3ad by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '8f262cfd-6bae-4173-8766-860aa37178e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 12:55:32.347151 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Attempting to bind port 63b13726-0b55-476c-bc35-8b59d34cc3ad on network 5fc9b557-0a89-4306-ba65-7f0ec91daa53 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 12:55:32.353403 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 12:55:32.354464 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Checking segment: {'id': '8f262cfd-6bae-4173-8766-860aa37178e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 12:55:32.354947 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:32.355334 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Bound using segment: {'id': '8f262cfd-6bae-4173-8766-860aa37178e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 12:55:32.355871 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Bound port: 63b13726-0b55-476c-bc35-8b59d34cc3ad, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f262cfd-6bae-4173-8766-860aa37178e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 12:55:32.356249 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:32.429010 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] For port 63b13726-0b55-476c-bc35-8b59d34cc3ad, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:55:32.443315 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-d62506b3-78d6-4fc8-9e3d-60106be6fd75 None None] Provisioning complete for port 63b13726-0b55-476c-bc35-8b59d34cc3ad triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:55:32.448355 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d62506b3-78d6-4fc8-9e3d-60106be6fd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:32.449288 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] For port 63b13726-0b55-476c-bc35-8b59d34cc3ad, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=63b13726-0b55-476c-bc35-8b59d34cc3ad,segment=NetworkSegment(8f262cfd-6bae-4173-8766-860aa37178e8),segment_id=8f262cfd-6bae-4173-8766-860aa37178e8)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:55:32.480036 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-d62506b3-78d6-4fc8-9e3d-60106be6fd75 None None] Port 63b13726-0b55-476c-bc35-8b59d34cc3ad cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 12:55:32.512948 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:32.570777 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbee21e-a376-45eb-a098-23744317ae2c None None] Pushing event updated for resources: {'Port': ['ID=63b13726-0b55-476c-bc35-8b59d34cc3ad,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:32.575774 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Routers {'94276620-15f3-4e97-a647-9bac8ca6b750'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 12:55:32.576369 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T12:55:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['94276620-15f3-4e97-a647-9bac8ca6b750'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:55:32.667326 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] Set router 94276620-15f3-4e97-a647-9bac8ca6b750 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 12:55:32.800090 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-b13fe776-5082-4e5b-abdb-422776e6b5cd None None] Provisioning complete for port 63b13726-0b55-476c-bc35-8b59d34cc3ad triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:55:32.800834 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b13fe776-5082-4e5b-abdb-422776e6b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:32.876514 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b13fe776-5082-4e5b-abdb-422776e6b5cd None None] Current status of the port 63b13726-0b55-476c-bc35-8b59d34cc3ad is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:55:32.876917 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b13fe776-5082-4e5b-abdb-422776e6b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:32.879029 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'name': 'router1', 'tenant_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:55:19Z', 'updated_at': '2022-02-28T12:55:29Z', 'revision_number': 2, 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'gw_port_host': None, '_interfaces': [{'id': '63b13726-0b55-476c-bc35-8b59d34cc3ad', 'name': '', 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53', 'tenant_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'mac_address': 'fa:16:3e:97:64:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '562a5fd4-ad51-4577-8301-b9d06921523f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:55:29Z', 'updated_at': '2022-02-28T12:55:32Z', 'revision_number': 4, 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'subnets': [{'id': '562a5fd4-ad51-4577-8301-b9d06921523f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f420cf53-70f2-42dd-90cd-82112ead87a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:55:32.907987 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d053d7-d296-4841-af07-c62f0ce1c257 None None] The sync data for ids ['94276620-15f3-4e97-a647-9bac8ca6b750'] in dv-cinder-831202-1-iscsi is: [{'id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'name': 'router1', 'tenant_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:55:19Z', 'updated_at': '2022-02-28T12:55:29Z', 'revision_number': 2, 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'gw_port_host': None, '_interfaces': [{'id': '63b13726-0b55-476c-bc35-8b59d34cc3ad', 'name': '', 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53', 'tenant_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'mac_address': 'fa:16:3e:97:64:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '562a5fd4-ad51-4577-8301-b9d06921523f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:55:29Z', 'updated_at': '2022-02-28T12:55:32Z', 'revision_number': 4, 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'subnets': [{'id': '562a5fd4-ad51-4577-8301-b9d06921523f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f420cf53-70f2-42dd-90cd-82112ead87a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:55:32.909943 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-b13fe776-5082-4e5b-abdb-422776e6b5cd None None] For port 63b13726-0b55-476c-bc35-8b59d34cc3ad, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=63b13726-0b55-476c-bc35-8b59d34cc3ad,segment=NetworkSegment(8f262cfd-6bae-4173-8766-860aa37178e8),segment_id=8f262cfd-6bae-4173-8766-860aa37178e8)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:55:32.964140 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b13fe776-5082-4e5b-abdb-422776e6b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:33.016945 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fe776-5082-4e5b-abdb-422776e6b5cd None None] Pushing event updated for resources: {'Port': ['ID=63b13726-0b55-476c-bc35-8b59d34cc3ad,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:33.246289 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46524) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:55:33.354534 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae6a7c8-ea72-427c-bff5-ce3ee307376d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:55:33.355811 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-4ae6a7c8-ea72-427c-bff5-ce3ee307376d admin admin] 10.222.0.23 "GET /v2.0/networks/35badc98-a186-415a-b1b0-8c2ba87645f6 HTTP/1.1" status: 200 len: 842 time: 0.1085222 Feb 28 12:55:33.365078 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:55:33.465279 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] Made reservation on behalf of a00bab95afbd472db33af396a6aecd67 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:55:33.467572 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:33.861738 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.objects.ports [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 12:55:33.865940 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for subnet (bfaaeca8-c9f2-4187-9044-d76bd09beacd), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:33.915491 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfaaeca8-c9f2-4187-9044-d76bd09beacd,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:33.923806 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] Checking segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 12:55:33.924159 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] Network hostable DHCP agents. Network: 35badc98-a186-415a-b1b0-8c2ba87645f6, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:55:34.003872 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:55:34.061333 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 35badc98-a186-415a-b1b0-8c2ba87645f6) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:55:34.066277 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:55:34.071216 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d0cdab-7dd1-4461-8b6f-a810f81cb77e None None] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 12:55:34.074362 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:34.166768 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-dd425b54-aca5-4419-ab4f-843dd965abce admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8039362 Feb 28 12:55:34.168832 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df230d-49e9-4597-8a52-f9681f4e81bf None None] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 12:55:36.563534 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46532) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:55:36.694019 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-e9b430ad-6eb5-498f-a40b-617c15110f4d demo admin] 10.222.0.23 "GET /v2.0/routers/94276620-15f3-4e97-a647-9bac8ca6b750 HTTP/1.1" status: 200 len: 710 time: 0.1293254 Feb 28 12:55:36.777004 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb31e37-9b62-413c-b370-e82c26e06496 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:55:36.778309 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-3cb31e37-9b62-413c-b370-e82c26e06496 demo admin] 10.222.0.23 "GET /v2.0/networks/35badc98-a186-415a-b1b0-8c2ba87645f6 HTTP/1.1" status: 200 len: 886 time: 0.0790045 Feb 28 12:55:36.787096 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:55:37.038303 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Publish callbacks [] for router_gateway (94276620-15f3-4e97-a647-9bac8ca6b750), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:37.350472 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Publish callbacks [] for router_gateway (94276620-15f3-4e97-a647-9bac8ca6b750), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:37.427797 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:37.529871 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Allocated IP 172.27.2.96 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/de2595fc-aebe-4013-a9c3-2985d8f49f75) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:55:37.629782 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Publish callbacks [] for port (de2595fc-aebe-4013-a9c3-2985d8f49f75), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:37.718477 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (de2595fc-aebe-4013-a9c3-2985d8f49f75), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:37.758604 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:55:37.761812 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:55:37.764600 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 12:55:37.806011 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Pushing event updated for resources: {'Port': ['ID=de2595fc-aebe-4013-a9c3-2985d8f49f75,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:38.214383 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Publish callbacks [] for router_gateway (94276620-15f3-4e97-a647-9bac8ca6b750), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:38.411558 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3689141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3693574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7198'] for router (94276620-15f3-4e97-a647-9bac8ca6b750), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:38.414793 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3689114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3689132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3689123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693821'] for router (94276620-15f3-4e97-a647-9bac8ca6b750), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:38.520235 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Router 94276620-15f3-4e97-a647-9bac8ca6b750 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:55:38.625337 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:55:38.630152 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:38.647607 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-308403b2-5166-4808-8b28-24d08b71e424 demo admin] 10.222.0.23 "PUT /v2.0/routers/94276620-15f3-4e97-a647-9bac8ca6b750 HTTP/1.1" status: 200 len: 889 time: 1.8473012 Feb 28 12:55:40.027728 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 63b13726-0b55-476c-bc35-8b59d34cc3ad up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 12:55:40.075196 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 63b13726-0b55-476c-bc35-8b59d34cc3ad triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:55:40.075600 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:40.149486 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 63b13726-0b55-476c-bc35-8b59d34cc3ad is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:55:41.169113 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 46544) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:55:41.284538 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-c3c2d690-a6a2-4604-b7df-e22574d6d87e admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1142776 Feb 28 12:55:41.485010 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Sync routers for ids ['94276620-15f3-4e97-a647-9bac8ca6b750'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 12:55:41.499396 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Routers {'94276620-15f3-4e97-a647-9bac8ca6b750'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 12:55:41.500074 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T12:55:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['94276620-15f3-4e97-a647-9bac8ca6b750'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:55:41.716556 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Set router 94276620-15f3-4e97-a647-9bac8ca6b750 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 12:55:42.190224 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'name': 'router1', 'tenant_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'de2595fc-aebe-4013-a9c3-2985d8f49f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:55:19Z', 'updated_at': '2022-02-28T12:55:37Z', 'revision_number': 4, 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'gw_port': {'id': 'de2595fc-aebe-4013-a9c3-2985d8f49f75', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:55:37Z', 'updated_at': '2022-02-28T12:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '63b13726-0b55-476c-bc35-8b59d34cc3ad', 'name': '', 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53', 'tenant_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'mac_address': 'fa:16:3e:97:64:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '562a5fd4-ad51-4577-8301-b9d06921523f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:55:29Z', 'updated_at': '2022-02-28T12:55:32Z', 'revision_number': 5, 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'subnets': [{'id': '562a5fd4-ad51-4577-8301-b9d06921523f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f420cf53-70f2-42dd-90cd-82112ead87a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:55:42.241979 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Checking router: 94276620-15f3-4e97-a647-9bac8ca6b750 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 12:55:42.242351 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Updating router 94276620-15f3-4e97-a647-9bac8ca6b750 port de2595fc-aebe-4013-a9c3-2985d8f49f75 binding host dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 12:55:42.295156 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (de2595fc-aebe-4013-a9c3-2985d8f49f75), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:42.637850 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Publish callbacks [] for port (de2595fc-aebe-4013-a9c3-2985d8f49f75), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:42.710784 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (de2595fc-aebe-4013-a9c3-2985d8f49f75), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:42.763633 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1253b6-b77d-4e61-ab44-7b73047f96c8 None None] Pushing event updated for resources: {'Port': ['ID=de2595fc-aebe-4013-a9c3-2985d8f49f75,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:42.765985 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Attempting to bind port de2595fc-aebe-4013-a9c3-2985d8f49f75 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 12:55:42.766362 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Attempting to bind port de2595fc-aebe-4013-a9c3-2985d8f49f75 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 12:55:42.766721 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Attempting to bind port de2595fc-aebe-4013-a9c3-2985d8f49f75 on network 35badc98-a186-415a-b1b0-8c2ba87645f6 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 12:55:42.771919 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 12:55:42.772291 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Checking segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 12:55:42.772694 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:42.773087 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Bound using segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 12:55:42.773555 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Bound port: de2595fc-aebe-4013-a9c3-2985d8f49f75, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 12:55:42.773942 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (de2595fc-aebe-4013-a9c3-2985d8f49f75), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:42.827642 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] For port de2595fc-aebe-4013-a9c3-2985d8f49f75, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:55:42.830632 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] For port de2595fc-aebe-4013-a9c3-2985d8f49f75, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=de2595fc-aebe-4013-a9c3-2985d8f49f75,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:55:42.896869 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (de2595fc-aebe-4013-a9c3-2985d8f49f75), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:42.967096 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Routers {'94276620-15f3-4e97-a647-9bac8ca6b750'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 12:55:42.967809 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T12:55:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['94276620-15f3-4e97-a647-9bac8ca6b750'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:55:43.009137 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1253b6-b77d-4e61-ab44-7b73047f96c8 None None] Pushing event updated for resources: {'Port': ['ID=de2595fc-aebe-4013-a9c3-2985d8f49f75,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:43.088071 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] Set router 94276620-15f3-4e97-a647-9bac8ca6b750 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 12:55:43.316697 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'name': 'router1', 'tenant_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'de2595fc-aebe-4013-a9c3-2985d8f49f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:55:19Z', 'updated_at': '2022-02-28T12:55:37Z', 'revision_number': 4, 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'gw_port': {'id': 'de2595fc-aebe-4013-a9c3-2985d8f49f75', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:55:37Z', 'updated_at': '2022-02-28T12:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '63b13726-0b55-476c-bc35-8b59d34cc3ad', 'name': '', 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53', 'tenant_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'mac_address': 'fa:16:3e:97:64:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '562a5fd4-ad51-4577-8301-b9d06921523f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:55:29Z', 'updated_at': '2022-02-28T12:55:32Z', 'revision_number': 5, 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'subnets': [{'id': '562a5fd4-ad51-4577-8301-b9d06921523f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f420cf53-70f2-42dd-90cd-82112ead87a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:55:43.344028 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df152e04-adb0-4db6-80f2-30f5b8df30b6 None None] The sync data for ids ['94276620-15f3-4e97-a647-9bac8ca6b750'] in dv-cinder-831202-1-iscsi is: [{'id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'name': 'router1', 'tenant_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'de2595fc-aebe-4013-a9c3-2985d8f49f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:55:19Z', 'updated_at': '2022-02-28T12:55:37Z', 'revision_number': 4, 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'gw_port': {'id': 'de2595fc-aebe-4013-a9c3-2985d8f49f75', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:55:37Z', 'updated_at': '2022-02-28T12:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '63b13726-0b55-476c-bc35-8b59d34cc3ad', 'name': '', 'network_id': '5fc9b557-0a89-4306-ba65-7f0ec91daa53', 'tenant_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'mac_address': 'fa:16:3e:97:64:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94276620-15f3-4e97-a647-9bac8ca6b750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '562a5fd4-ad51-4577-8301-b9d06921523f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:55:29Z', 'updated_at': '2022-02-28T12:55:32Z', 'revision_number': 5, 'project_id': 'f7fff96d7f7d4a84b0510d204e7a1e36', 'subnets': [{'id': '562a5fd4-ad51-4577-8301-b9d06921523f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f420cf53-70f2-42dd-90cd-82112ead87a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 12:55:44.099883 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device de2595fc-aebe-4013-a9c3-2985d8f49f75 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 12:55:44.168393 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port de2595fc-aebe-4013-a9c3-2985d8f49f75 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:55:44.169363 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (de2595fc-aebe-4013-a9c3-2985d8f49f75), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:44.264323 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port de2595fc-aebe-4013-a9c3-2985d8f49f75 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:55:44.265079 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (de2595fc-aebe-4013-a9c3-2985d8f49f75), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:44.287745 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port de2595fc-aebe-4013-a9c3-2985d8f49f75, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=de2595fc-aebe-4013-a9c3-2985d8f49f75,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:55:44.341505 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (de2595fc-aebe-4013-a9c3-2985d8f49f75), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:44.443294 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=de2595fc-aebe-4013-a9c3-2985d8f49f75,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:55:46.069937 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device de2595fc-aebe-4013-a9c3-2985d8f49f75 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 12:55:46.153919 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port de2595fc-aebe-4013-a9c3-2985d8f49f75 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:55:46.154601 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (de2595fc-aebe-4013-a9c3-2985d8f49f75), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:46.267659 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port de2595fc-aebe-4013-a9c3-2985d8f49f75 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:55:52.880060 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2177069e-cb2b-4578-a191-5b9e6eb2fcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:55.329216 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0169da88-3f25-41d7-a674-5fbf14f038d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:56.649345 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:57.855604 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:55:59.387264 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:56:07.325016 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 5 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 12:56:22.848181 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96927bc8-a25d-4ad3-ab5f-f1499d8cdde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:56:25.659801 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50ed7eb4-9e86-4348-89dc-0eb04a8e567e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:56:26.659831 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:56:27.842455 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:56:29.414053 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:56:44.324504 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 5 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 12:56:52.846336 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7e652db-6f59-4970-a4fb-4505b09fa155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:56:55.339127 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-60dda906-54eb-46ae-a132-f063934265b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:56:56.653258 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:56:57.841761 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:56:59.413725 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:04.672181 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47028) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:57:04.733348 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c09779-9b4b-4403-9c22-f1b8ec556259 admin admin] GET failed (client error): The resource could not be found. Feb 28 12:57:04.734604 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-e2c09779-9b4b-4403-9c22-f1b8ec556259 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614805 Feb 28 12:57:04.895254 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140c8fd8-796c-4a59-8a38-60caaa4e3be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:04.896710 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-140c8fd8-796c-4a59-8a38-60caaa4e3be5 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580029 Feb 28 12:57:07.229937 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47038) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:57:07.372130 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b8ce6-5e41-4cd0-9cec-52e141cb4e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:07.373598 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-9d9b8ce6-5e41-4cd0-9cec-52e141cb4e56 admin admin] 10.222.0.23 "GET /v2.0/subnets/562a5fd4-ad51-4577-8301-b9d06921523f HTTP/1.1" status: 200 len: 849 time: 0.1485615 Feb 28 12:57:07.383046 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:57:07.463994 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Publish callbacks [] for subnet (562a5fd4-ad51-4577-8301-b9d06921523f), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:07.670038 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753649068261'] for subnet (562a5fd4-ad51-4577-8301-b9d06921523f), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:07.735941 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:07.737030 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:07.738089 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] 10.222.0.23 "PUT /v2.0/subnets/562a5fd4-ad51-4577-8301-b9d06921523f HTTP/1.1" status: 200 len: 868 time: 0.3585737 Feb 28 12:57:07.740294 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f1b83-defa-4418-ad56-0429a1ce1662 None None] Network 5fc9b557-0a89-4306-ba65-7f0ec91daa53 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 12:57:07.753602 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=562a5fd4-ad51-4577-8301-b9d06921523f,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:57:07.763457 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.763856 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.764186 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.764523 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.764856 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.765187 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.765513 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.765851 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.766188 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.766531 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.766861 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.767180 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.767520 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b316e1-19e4-41d6-8e7f-522dc4f23401 admin admin] Tracked resource versions report: Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: pushed versions: Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: { 'AddressGroup': {'1.2'}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'ConntrackHelper': {'1.0'}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'LocalIPAssociation': {'1.0'}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Log': {'1.0'}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Network': {'1.1'}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Port': {'1.7'}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'PortForwarding': {'1.2'}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'QosPolicy': {'1.10'}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'SecurityGroup': {'1.5'}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'SecurityGroupRule': {'1.2'}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'SubPort': {'1.0'}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Subnet': {'1.1'}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Trunk': {'1.1'}} Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: consumer versions: Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: { DHCP agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: L3 agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: Metadata agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: Metering agent@dv-cinder-831202-1-iscsi: {}, Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: Open vSwitch agent@dv-cinder-831202-1-iscsi: { 'AddressGroup': '1.2', Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'ConntrackHelper': '1.0', Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'LocalIPAssociation': '1.0', Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Log': '1.0', Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Network': '1.1', Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Port': '1.7', Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'PortForwarding': '1.2', Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'QosPolicy': '1.10', Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'SecurityGroup': '1.5', Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'SecurityGroupRule': '1.2', Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'SubPort': '1.0', Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Subnet': '1.1', Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Trunk': '1.1'}} Feb 28 12:57:07.768955 dv-cinder-831202-1-iscsi neutron-server[103231]: {{(pid=103231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 12:57:08.072805 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-868c53af-766b-47d9-a577-7d701a35aec7 None None] Provisioning complete for port 63b13726-0b55-476c-bc35-8b59d34cc3ad triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:57:08.073191 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-868c53af-766b-47d9-a577-7d701a35aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (63b13726-0b55-476c-bc35-8b59d34cc3ad), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:08.150790 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-868c53af-766b-47d9-a577-7d701a35aec7 None None] Current status of the port 63b13726-0b55-476c-bc35-8b59d34cc3ad is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:57:08.160336 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-868c53af-766b-47d9-a577-7d701a35aec7 None None] Provisioning complete for port 20d3305e-0578-4672-9fec-e999903663e8 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:57:08.160723 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-868c53af-766b-47d9-a577-7d701a35aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (20d3305e-0578-4672-9fec-e999903663e8), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:08.232961 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-868c53af-766b-47d9-a577-7d701a35aec7 None None] Current status of the port 20d3305e-0578-4672-9fec-e999903663e8 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:57:10.021300 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47052) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:57:10.216376 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a010e1a6-4d72-4457-8b49-c1d28a16026b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:10.216770 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a010e1a6-4d72-4457-8b49-c1d28a16026b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:10.218333 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-a010e1a6-4d72-4457-8b49-c1d28a16026b admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960986 Feb 28 12:57:12.536592 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47060) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:57:12.665512 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee2142a-48a4-4903-931e-0f59c33b7299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:12.666000 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee2142a-48a4-4903-931e-0f59c33b7299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:12.667541 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-1ee2142a-48a4-4903-931e-0f59c33b7299 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1299722 Feb 28 12:57:14.963358 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47068) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:57:15.089145 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e15e07-6683-4edd-a527-f1535276d7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:15.090529 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-54e15e07-6683-4edd-a527-f1535276d7ae admin admin] 10.222.0.23 "GET /v2.0/networks/35badc98-a186-415a-b1b0-8c2ba87645f6 HTTP/1.1" status: 200 len: 886 time: 0.1262064 Feb 28 12:57:17.411038 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47076) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:57:17.536332 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25ba1e-e890-4daf-aee1-dd941ee121f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:17.538161 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-5b25ba1e-e890-4daf-aee1-dd941ee121f0 admin admin] 10.222.0.23 "GET /v2.0/networks/5fc9b557-0a89-4306-ba65-7f0ec91daa53 HTTP/1.1" status: 200 len: 869 time: 0.1261284 Feb 28 12:57:19.844627 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47084) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:57:20.074846 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c22b63-59cf-42ee-a48e-8ba3968088eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:20.075299 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c22b63-59cf-42ee-a48e-8ba3968088eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:20.076877 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-64c22b63-59cf-42ee-a48e-8ba3968088eb admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2312961 Feb 28 12:57:21.323364 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 5 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 12:57:22.383870 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47092) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:57:22.472834 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962ca22-5b33-4a75-a390-89aebfe08c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:22.473289 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962ca22-5b33-4a75-a390-89aebfe08c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:22.474806 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-a962ca22-5b33-4a75-a390-89aebfe08c43 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899463 Feb 28 12:57:22.864046 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d25cfdc2-2f34-4f66-8e68-412ee37776d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:24.767141 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47100) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:57:24.856642 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a23b72-49d0-4f51-8e37-6c1b9b427b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:24.857948 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-60a23b72-49d0-4f51-8e37-6c1b9b427b80 admin admin] 10.222.0.23 "GET /v2.0/subnets/562a5fd4-ad51-4577-8301-b9d06921523f HTTP/1.1" status: 200 len: 868 time: 0.0898418 Feb 28 12:57:25.331311 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa741db0-d381-4ecf-818f-8fa7a3d0ff1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:26.669515 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:27.142800 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47108) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:57:27.226971 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faddda8d-2856-4215-a78f-59f313a63ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:27.228229 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-faddda8d-2856-4215-a78f-59f313a63ad0 admin admin] 10.222.0.23 "GET /v2.0/subnets/bfaaeca8-c9f2-4187-9044-d76bd09beacd HTTP/1.1" status: 200 len: 816 time: 0.0844967 Feb 28 12:57:27.824033 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:29.389310 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:52.846572 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e050af68-d50c-4fe5-8192-368c84c1864d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:55.247487 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47160) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:57:55.296174 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [None req-9c4d6e33-d58b-446e-81bd-4d8e89f1720b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 12:57:55.297196 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-9c4d6e33-d58b-446e-81bd-4d8e89f1720b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487800 Feb 28 12:57:55.337317 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ec545037-80dd-49ae-89d0-76fa30812118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:56.668717 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:57.661351 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47168) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:57:57.720280 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-2800704a-633a-4f0c-8f86-5c7a060d4d0f admin admin] GET failed (client error): The resource could not be found. Feb 28 12:57:57.721543 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-2800704a-633a-4f0c-8f86-5c7a060d4d0f admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592327 Feb 28 12:57:57.809501 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d643be-48e7-4a9d-89de-b477ef5a7a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:57:57.810967 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-c3d643be-48e7-4a9d-89de-b477ef5a7a81 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0854971 Feb 28 12:57:57.863518 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:57:58.322109 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 5 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 12:57:59.371752 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:00.137291 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47176) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:58:00.183839 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:58:00.251731 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Made reservation on behalf of a00bab95afbd472db33af396a6aecd67 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:58:00.253909 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:00.281517 dv-cinder-831202-1-iscsi neutron-server[103232]: WARNING neutron.services.revisions.revision_plugin [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Could not find related network for resource to bump revision. Feb 28 12:58:00.292646 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:58:00.301248 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (96c5c242-637c-45d0-93d3-0e174b4ad181), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:00.302247 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Added segment 96c5c242-637c-45d0-93d3-0e174b4ad181 of type vlan for network 874cb830-70b2-43fc-93c2-69cd158b678f Feb 28 12:58:00.339937 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (874cb830-70b2-43fc-93c2-69cd158b678f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:00.394375 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (874cb830-70b2-43fc-93c2-69cd158b678f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:00.395824 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:58:00.396401 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:00.454074 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Pushing event updated for resources: {'Network': ['ID=874cb830-70b2-43fc-93c2-69cd158b678f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:58:00.461030 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.461398 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.461741 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.462070 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.462394 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.462715 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.463053 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.463380 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.463745 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.464086 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.464408 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.464725 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.465065 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:00.476833 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 874cb830-70b2-43fc-93c2-69cd158b678f details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 12:58:00.494454 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-c5d74ec0-b9f6-4b16-a88b-e997f22807e7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3560691 Feb 28 12:58:02.829278 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47184) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:58:02.902022 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ecd20b-6ff6-4f41-8dca-079418b3dea4 admin admin] GET failed (client error): The resource could not be found. Feb 28 12:58:02.903317 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-84ecd20b-6ff6-4f41-8dca-079418b3dea4 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0731151 Feb 28 12:58:03.017466 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a11eb4f-7ae3-4867-9789-c67ee115613f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:58:03.018860 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-8a11eb4f-7ae3-4867-9789-c67ee115613f admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1115646 Feb 28 12:58:03.028431 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-f6446c24-4117-4a1a-a93d-11e1d477e62b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 12:58:03.171378 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6446c24-4117-4a1a-a93d-11e1d477e62b admin admin] Made reservation on behalf of a00bab95afbd472db33af396a6aecd67 for: {'subnet': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:58:03.173747 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f6446c24-4117-4a1a-a93d-11e1d477e62b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:03.452013 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f6446c24-4117-4a1a-a93d-11e1d477e62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for subnet (2d5348e2-a320-4abf-a0b3-a6b3e3cddda6), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:03.511168 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6446c24-4117-4a1a-a93d-11e1d477e62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5348e2-a320-4abf-a0b3-a6b3e3cddda6,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:58:03.520789 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6446c24-4117-4a1a-a93d-11e1d477e62b admin admin] Checking segment: {'id': '96c5c242-637c-45d0-93d3-0e174b4ad181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 12:58:03.521178 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6446c24-4117-4a1a-a93d-11e1d477e62b admin admin] Network hostable DHCP agents. Network: 874cb830-70b2-43fc-93c2-69cd158b678f, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:58:03.604454 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6446c24-4117-4a1a-a93d-11e1d477e62b admin admin] Network 874cb830-70b2-43fc-93c2-69cd158b678f is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:58:03.692260 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-f6446c24-4117-4a1a-a93d-11e1d477e62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 874cb830-70b2-43fc-93c2-69cd158b678f) {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:58:03.696254 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6446c24-4117-4a1a-a93d-11e1d477e62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:58:03.696849 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f6446c24-4117-4a1a-a93d-11e1d477e62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:03.701408 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b79ffd-5d9b-4a56-9991-f8fcb609a1f1 None None] Network 874cb830-70b2-43fc-93c2-69cd158b678f requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 12:58:03.779804 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-f6446c24-4117-4a1a-a93d-11e1d477e62b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7545893 Feb 28 12:58:03.898271 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4da0fec-8aac-54e0-9d72-a406a4863af2-874cb830-70b2-43fc-93c2-69cd158b678f', 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f', 'project_id': 'a00bab95afbd472db33af396a6aecd67', 'fixed_ips': [{'subnet_id': '2d5348e2-a320-4abf-a0b3-a6b3e3cddda6'}]}} from dv-cinder-831202-1-iscsi. {{(pid=103233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 12:58:03.899146 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:04.038845 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Allocated IP 192.168.233.2 (874cb830-70b2-43fc-93c2-69cd158b678f/2d5348e2-a320-4abf-a0b3-a6b3e3cddda6/03c357ab-83ba-4d1f-8ec5-8d513f677eca) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:58:04.183573 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Publish callbacks [] for port (03c357ab-83ba-4d1f-8ec5-8d513f677eca), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:04.269164 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (03c357ab-83ba-4d1f-8ec5-8d513f677eca), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:04.311182 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Network 874cb830-70b2-43fc-93c2-69cd158b678f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:58:04.313970 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:58:04.317367 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 12:58:04.326364 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Pushing event updated for resources: {'Port': ['ID=03c357ab-83ba-4d1f-8ec5-8d513f677eca,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:58:04.334803 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.335167 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.335546 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.335883 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.336216 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.336544 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.336869 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.337214 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.337516 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.337860 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.338187 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.338502 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.338819 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:58:04.389206 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Attempting to bind port 03c357ab-83ba-4d1f-8ec5-8d513f677eca on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 12:58:04.389584 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Attempting to bind port 03c357ab-83ba-4d1f-8ec5-8d513f677eca by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '96c5c242-637c-45d0-93d3-0e174b4ad181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 12:58:04.389948 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Attempting to bind port 03c357ab-83ba-4d1f-8ec5-8d513f677eca on network 874cb830-70b2-43fc-93c2-69cd158b678f {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 12:58:04.395018 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 12:58:04.395402 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Checking segment: {'id': '96c5c242-637c-45d0-93d3-0e174b4ad181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 12:58:04.395892 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:04.396259 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Bound using segment: {'id': '96c5c242-637c-45d0-93d3-0e174b4ad181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 12:58:04.396725 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Bound port: 03c357ab-83ba-4d1f-8ec5-8d513f677eca, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c5c242-637c-45d0-93d3-0e174b4ad181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 12:58:04.397110 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (03c357ab-83ba-4d1f-8ec5-8d513f677eca), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:04.458860 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] For port 03c357ab-83ba-4d1f-8ec5-8d513f677eca, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:58:04.461945 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] For port 03c357ab-83ba-4d1f-8ec5-8d513f677eca, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=03c357ab-83ba-4d1f-8ec5-8d513f677eca,segment=NetworkSegment(96c5c242-637c-45d0-93d3-0e174b4ad181),segment_id=96c5c242-637c-45d0-93d3-0e174b4ad181)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:58:04.537260 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (03c357ab-83ba-4d1f-8ec5-8d513f677eca), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:04.601049 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690abf13-342c-4024-8e9d-d699fcfed52c None None] Pushing event updated for resources: {'Port': ['ID=03c357ab-83ba-4d1f-8ec5-8d513f677eca,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:58:05.462503 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19954f42-faf0-400a-a40b-93a89f3d95ac None None] Network 874cb830-70b2-43fc-93c2-69cd158b678f requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 12:58:05.524599 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-01a36785-1877-4116-a06e-6d780262d0c9 None None] Provisioning complete for port 03c357ab-83ba-4d1f-8ec5-8d513f677eca triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:58:05.524993 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01a36785-1877-4116-a06e-6d780262d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (03c357ab-83ba-4d1f-8ec5-8d513f677eca), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:05.643666 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-01a36785-1877-4116-a06e-6d780262d0c9 None None] Current status of the port 03c357ab-83ba-4d1f-8ec5-8d513f677eca is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:58:05.644051 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01a36785-1877-4116-a06e-6d780262d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (03c357ab-83ba-4d1f-8ec5-8d513f677eca), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:05.680435 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-01a36785-1877-4116-a06e-6d780262d0c9 None None] For port 03c357ab-83ba-4d1f-8ec5-8d513f677eca, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=03c357ab-83ba-4d1f-8ec5-8d513f677eca,segment=NetworkSegment(96c5c242-637c-45d0-93d3-0e174b4ad181),segment_id=96c5c242-637c-45d0-93d3-0e174b4ad181)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:58:05.782157 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01a36785-1877-4116-a06e-6d780262d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (03c357ab-83ba-4d1f-8ec5-8d513f677eca), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:05.830869 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a36785-1877-4116-a06e-6d780262d0c9 None None] Pushing event updated for resources: {'Port': ['ID=03c357ab-83ba-4d1f-8ec5-8d513f677eca,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:58:05.901204 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-7d9fbd6c-eef1-4db6-a6a6-d583eb0e1f3b None None] Provisioning complete for port 03c357ab-83ba-4d1f-8ec5-8d513f677eca triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:58:05.901589 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7d9fbd6c-eef1-4db6-a6a6-d583eb0e1f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (03c357ab-83ba-4d1f-8ec5-8d513f677eca), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:05.981500 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7d9fbd6c-eef1-4db6-a6a6-d583eb0e1f3b None None] Current status of the port 03c357ab-83ba-4d1f-8ec5-8d513f677eca is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:58:06.165382 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 03c357ab-83ba-4d1f-8ec5-8d513f677eca up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 12:58:06.211548 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 03c357ab-83ba-4d1f-8ec5-8d513f677eca triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 12:58:06.211548 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (03c357ab-83ba-4d1f-8ec5-8d513f677eca), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:06.288823 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 03c357ab-83ba-4d1f-8ec5-8d513f677eca is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 12:58:22.902712 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4a71555b-a939-44f7-9e14-155707f5551d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:25.313946 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9be0415-1157-4f9b-ae07-cfb259c50490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:26.662713 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:27.834472 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:29.404955 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:35.321072 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 5 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 12:58:52.884244 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4cdb167c-6def-45c0-8ac7-dd7d010c657f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:55.318809 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de8fa7f4-778a-4e15-a31d-05970c54ae5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:56.666106 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:57.843251 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:58:59.455025 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:12.319424 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 5 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 12:59:22.888372 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af69d5cf-255f-42da-933b-e3ff02f19451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:25.317467 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ad921df-87d3-4bb8-903c-bd0c9ff26243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:26.678072 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:27.855148 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:29.391978 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:33.746415 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47222) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:59:33.753510 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [None req-9a3db59e-9fb7-4d46-9fdc-d7a33d603545 tempest-verify_tempest_config-272368942 tempest-verify_tempest_config-272368942-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 12:59:33.754943 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-9a3db59e-9fb7-4d46-9fdc-d7a33d603545 tempest-verify_tempest_config-272368942 tempest-verify_tempest_config-272368942-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0075297 Feb 28 12:59:34.207256 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47240) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:59:34.313730 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:34.411746 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Publish callbacks [] for security_group (ab32f9ee-e4a6-4f7f-b416-a6da48bd415d), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:34.483394 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (ab32f9ee-e4a6-4f7f-b416-a6da48bd415d), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:34.530979 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dee98b6da0b84224998046f3da77ba4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3225746 Feb 28 12:59:34.531742 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab32f9ee-e4a6-4f7f-b416-a6da48bd415d,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:59:34.533525 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47244) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 12:59:34.549001 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.549376 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.549724 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.550073 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.550408 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.551301 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.551686 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.559060 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.559060 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.559060 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.559060 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.559060 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.559060 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290a0b0-fd1b-4590-bcb3-4032b18e836e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:59:34.596967 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a622f330-12a4-41df-96d3-68992e609fbf admin admin] Publish callbacks [] for security_group (ab32f9ee-e4a6-4f7f-b416-a6da48bd415d), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:34.618026 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a622f330-12a4-41df-96d3-68992e609fbf admin admin] Publish callbacks [] for security_group (ab32f9ee-e4a6-4f7f-b416-a6da48bd415d), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:34.769532 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a622f330-12a4-41df-96d3-68992e609fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (ab32f9ee-e4a6-4f7f-b416-a6da48bd415d), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:34.772099 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a622f330-12a4-41df-96d3-68992e609fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:34.773244 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-a622f330-12a4-41df-96d3-68992e609fbf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab32f9ee-e4a6-4f7f-b416-a6da48bd415d HTTP/1.1" status: 204 len: 168 time: 0.2380722 Feb 28 12:59:34.781095 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622f330-12a4-41df-96d3-68992e609fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab32f9ee-e4a6-4f7f-b416-a6da48bd415d,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:59:49.319060 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 5 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 12:59:52.854746 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-532a8274-9a78-48a4-a376-141430838ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:55.311114 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5509957-4173-479b-8bcf-f77a7e193834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:56.677169 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:57.842639 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 12:59:59.380383 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:00:22.859189 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-44c12874-bdce-4fd5-97bd-3cabf1d34dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:00:25.356199 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-020a9b67-827c-4a2a-bb4a-6fcd506b17da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:00:26.318677 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 5 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:00:26.687448 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:00:27.853738 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:00:29.383787 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:00:52.886764 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3f188cc-48f8-4741-ab7d-2a97a8726956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:00:55.383882 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d6bb96ea-e2fa-4671-93d5-8e94925995af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:00:56.686767 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:00:57.875092 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:00:59.400204 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:01:03.318082 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 5 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:01:17.635044 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3689379'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:01:22.846097 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3614d775-459d-43b1-8d3d-662736e4bf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:01:25.330923 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d6a21514-7490-45b2-a2d5-11873256331e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:01:26.692517 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:01:27.840461 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:01:29.387749 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:01:31.631297 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47316) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:01:31.732105 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-4f155a32-9a46-4821-93c0-966e52cb6049 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0996823 Feb 28 13:01:34.042973 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47326) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:01:34.103521 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-7a12da22-bbc0-4c15-a1df-38895a620ebb admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0593972 Feb 28 13:01:40.316760 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:01:47.588413 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:01:52.844461 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7b392631-e47c-40c7-a157-e2521308244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:01:55.331104 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-583048a4-335e-40a9-8ed8-26340cc7982d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:01:56.690879 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:01:57.879552 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:01:59.415517 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:02:17.315998 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:02:17.614933 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:02:22.855920 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfc08b91-2acd-4fef-be10-2b8172c38ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:02:25.330144 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e3ecafe-d05c-4798-9d6e-58703696ed66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:02:26.700437 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:02:27.896691 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:02:29.365513 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:02:47.638463 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:02:52.848645 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-45d20d04-a55d-41d9-97b5-00d2e9022ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:02:54.314643 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:02:55.363122 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef129180-f941-4670-a822-34f15316b87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:02:56.695492 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:02:57.849059 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:02:59.392171 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:12.862931 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47486) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:13.145151 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-645264549-network', 'tenant_id': '24004d6c21a74639aae97880bd275bf2'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:13.232296 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Made reservation on behalf of 24004d6c21a74639aae97880bd275bf2 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:13.234537 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:13.243210 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:13.327484 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Publish callbacks [] for security_group (e491b0ed-aae5-4f3c-bc01-cf74bf56629f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:13.398313 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (e491b0ed-aae5-4f3c-bc01-cf74bf56629f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:13.427233 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:03:13.429613 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e491b0ed-aae5-4f3c-bc01-cf74bf56629f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:13.441009 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.441492 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.441902 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.442240 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.442573 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.442903 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.443781 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.444109 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.444629 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.444960 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.445282 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.445599 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.445916 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Tracked resource versions report: Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: pushed versions: Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: { 'AddressGroup': {'1.2'}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'ConntrackHelper': {'1.0'}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'LocalIPAssociation': {'1.0'}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Log': {'1.0'}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Network': {'1.1'}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Port': {'1.7'}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'PortForwarding': {'1.2'}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'QosPolicy': {'1.10'}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'SecurityGroup': {'1.5'}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'SecurityGroupRule': {'1.2'}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'SubPort': {'1.0'}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Subnet': {'1.1'}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Trunk': {'1.1'}} Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: consumer versions: Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: { DHCP agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: HyperV agent@hv-cinder-83120: {}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: L3 agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: Metadata agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: Metering agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: Open vSwitch agent@dv-cinder-831202-1-iscsi: { 'AddressGroup': '1.2', Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'ConntrackHelper': '1.0', Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'LocalIPAssociation': '1.0', Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Log': '1.0', Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Network': '1.1', Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Port': '1.7', Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'PortForwarding': '1.2', Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'QosPolicy': '1.10', Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'SecurityGroup': '1.5', Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'SecurityGroupRule': '1.2', Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'SubPort': '1.0', Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Subnet': '1.1', Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: 'Trunk': '1.1'}} Feb 28 13:03:13.447058 dv-cinder-831202-1-iscsi neutron-server[103232]: {{(pid=103232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 13:03:13.452156 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (e92804fb-85a8-4c1b-9523-26578b69560f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:13.452498 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Added segment e92804fb-85a8-4c1b-9523-26578b69560f of type vlan for network 32e9cc3b-dca1-43ec-8052-db962743c7fd Feb 28 13:03:13.499166 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (32e9cc3b-dca1-43ec-8052-db962743c7fd), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:13.603833 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (32e9cc3b-dca1-43ec-8052-db962743c7fd), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:13.604809 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:13.605393 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:13.673540 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] Pushing event updated for resources: {'Network': ['ID=32e9cc3b-dca1-43ec-8052-db962743c7fd,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:13.699229 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-972da0da-bbe8-43db-99a6-d8ef7ae684d7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8343415 Feb 28 13:03:13.702241 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47530) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:13.707615 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3836806f-5266-4c8f-9d45-73128bb8b5c9 admin admin] Request body: {'subnet': {'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-645264549-subnet', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:13.804258 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3836806f-5266-4c8f-9d45-73128bb8b5c9 admin admin] Made reservation on behalf of 24004d6c21a74639aae97880bd275bf2 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:13.807027 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3836806f-5266-4c8f-9d45-73128bb8b5c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:13.857783 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 32e9cc3b-dca1-43ec-8052-db962743c7fd details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:03:13.944140 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47540) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:13.994552 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47546) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:14.039966 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3836806f-5266-4c8f-9d45-73128bb8b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for subnet (5f4b1790-8f7d-4968-b8bb-bb924b22cbb4), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.100434 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836806f-5266-4c8f-9d45-73128bb8b5c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:14.116523 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3836806f-5266-4c8f-9d45-73128bb8b5c9 admin admin] Checking segment: {'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:14.116523 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836806f-5266-4c8f-9d45-73128bb8b5c9 admin admin] Network hostable DHCP agents. Network: 32e9cc3b-dca1-43ec-8052-db962743c7fd, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:03:14.207760 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47560) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:14.214081 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836806f-5266-4c8f-9d45-73128bb8b5c9 admin admin] Network 32e9cc3b-dca1-43ec-8052-db962743c7fd is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:03:14.266829 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3836806f-5266-4c8f-9d45-73128bb8b5c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 32e9cc3b-dca1-43ec-8052-db962743c7fd) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:14.273007 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836806f-5266-4c8f-9d45-73128bb8b5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:14.273007 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3836806f-5266-4c8f-9d45-73128bb8b5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.285533 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b752fee9-700a-4d31-96cc-eb38fb07990f None None] Network 32e9cc3b-dca1-43ec-8052-db962743c7fd requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:14.299128 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-548762493-network', 'tenant_id': 'a514bc8f2c964d85b7aa365400763653'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:14.300982 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-632442319-network', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:14.331313 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47564) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:14.369351 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Made reservation on behalf of a514bc8f2c964d85b7aa365400763653 for: {'network': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:14.372476 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.381302 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.393479 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-3836806f-5266-4c8f-9d45-73128bb8b5c9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6897144 Feb 28 13:03:14.395846 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47568) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:14.401730 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-645264549-router', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:14.405750 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9946c9a7-6060-49a0-9e3c-d6ab8efb970f None None] Network 32e9cc3b-dca1-43ec-8052-db962743c7fd requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:14.431700 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Made reservation on behalf of 07d68bed67d94a8b8444e458057e60e4 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:14.438730 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.463357 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.500385 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Publish callbacks [] for security_group (be1a4010-82b9-40c7-9227-1fac2c7552bb), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.503131 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7267'] for router (9519d56d-c6fc-4003-adc8-800914212543), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.506709 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7272'] for router (9519d56d-c6fc-4003-adc8-800914212543), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.557770 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (be1a4010-82b9-40c7-9227-1fac2c7552bb), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.602523 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:03:14.605719 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1a4010-82b9-40c7-9227-1fac2c7552bb,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:14.606185 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Publish callbacks [] for router_controller (9519d56d-c6fc-4003-adc8-800914212543), precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.618228 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-393964103-network', 'tenant_id': 'd5b8923fbdc54938aa80a75bc0d7d6d5'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:14.621948 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.622734 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.623236 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.623754 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.624254 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.624755 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.625237 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.625716 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.626206 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.626683 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.627177 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.627870 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.628348 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Tracked resource versions report: Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: pushed versions: Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: { 'AddressGroup': {'1.2'}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'ConntrackHelper': {'1.0'}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'LocalIPAssociation': {'1.0'}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Log': {'1.0'}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Network': {'1.1'}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Port': {'1.7'}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'PortForwarding': {'1.2'}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'QosPolicy': {'1.10'}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'SecurityGroup': {'1.5'}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'SecurityGroupRule': {'1.2'}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'SubPort': {'1.0'}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Subnet': {'1.1'}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Trunk': {'1.1'}} Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: consumer versions: Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: { DHCP agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: HyperV agent@hv-cinder-83120: {}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: L3 agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: Metadata agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: Metering agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: Open vSwitch agent@dv-cinder-831202-1-iscsi: { 'AddressGroup': '1.2', Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'ConntrackHelper': '1.0', Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'LocalIPAssociation': '1.0', Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Log': '1.0', Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Network': '1.1', Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Port': '1.7', Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'PortForwarding': '1.2', Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'QosPolicy': '1.10', Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'SecurityGroup': '1.5', Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'SecurityGroupRule': '1.2', Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'SubPort': '1.0', Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Subnet': '1.1', Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: 'Trunk': '1.1'}} Feb 28 13:03:14.630197 dv-cinder-831202-1-iscsi neutron-server[103231]: {{(pid=103231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 13:03:14.633584 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753648987540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (53986baf-1fce-4832-a514-e5995d2b805f), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.634155 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Unsubscribe: segment precommit_create {{(pid=103231) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 13:03:14.634637 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.db.segments_db [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Added segment 53986baf-1fce-4832-a514-e5995d2b805f of type vlan for network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 Feb 28 13:03:14.667305 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Publish callbacks [] for security_group (372dbdfe-10c6-47e3-b865-92d6f14234f4), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.686263 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (245d4435-eb6f-44af-b6bb-8cc635cb8f72), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.707641 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1330577822-network', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:14.758149 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (372dbdfe-10c6-47e3-b865-92d6f14234f4), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.761161 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Made reservation on behalf of d5b8923fbdc54938aa80a75bc0d7d6d5 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:14.763397 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.769084 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (245d4435-eb6f-44af-b6bb-8cc635cb8f72), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.770812 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:14.772293 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.799497 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372dbdfe-10c6-47e3-b865-92d6f14234f4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:14.841267 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.879151 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Publish callbacks [] for router_gateway (9519d56d-c6fc-4003-adc8-800914212543), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.885196 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Made reservation on behalf of 0d81f40b84784ce5bc103294dc08507e for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:14.885631 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] Pushing event updated for resources: {'Network': ['ID=245d4435-eb6f-44af-b6bb-8cc635cb8f72,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:14.887732 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.889680 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:03:14.900130 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:03:14.910050 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.926064 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (413deda5-3ae6-4cd6-9441-cdd16638bdba), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:14.926064 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Added segment 413deda5-3ae6-4cd6-9441-cdd16638bdba of type vlan for network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a Feb 28 13:03:14.986834 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-0eca9729-1b44-49ff-b0f8-ff24ccf357e1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0406270 Feb 28 13:03:14.987593 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47592) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:14.995832 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-4e3a0685-27aa-4270-8815-cde36bd46a2a admin admin] Request body: {'subnet': {'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-548762493-subnet', 'tenant_id': 'a514bc8f2c964d85b7aa365400763653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:15.000154 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (47cd10f4-3bd6-47d0-8369-a95b7a0a042a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.095198 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3a0685-27aa-4270-8815-cde36bd46a2a admin admin] Made reservation on behalf of a514bc8f2c964d85b7aa365400763653 for: {'subnet': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:15.097580 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0685-27aa-4270-8815-cde36bd46a2a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.160916 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Publish callbacks [] for security_group (a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.168348 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (47cd10f4-3bd6-47d0-8369-a95b7a0a042a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.169356 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:15.169937 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.186321 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Publish callbacks [] for security_group (67323ce3-2f0e-4b58-b54f-dc8790a51c9c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.235540 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.251443 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:03:15.263944 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (8f529ec1-84d2-4063-84aa-deb37ba1a9d4), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.263944 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Added segment 8f529ec1-84d2-4063-84aa-deb37ba1a9d4 of type vlan for network 68ce9cb6-2d82-48c3-89cd-2f5d170afa63 Feb 28 13:03:15.300298 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (68ce9cb6-2d82-48c3-89cd-2f5d170afa63), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.332758 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3371050 Feb 28 13:03:15.333466 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (67323ce3-2f0e-4b58-b54f-dc8790a51c9c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.336095 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47608) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:15.346370 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-a9eb83bc-392a-4609-8471-5375257062cb admin admin] Request body: {'subnet': {'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-subnet', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:15.349908 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03ac-7b55-4de9-b628-a957c4608bca admin admin] Pushing event updated for resources: {'Network': ['ID=47cd10f4-3bd6-47d0-8369-a95b7a0a042a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:15.362792 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:03:15.375358 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:03:15.387048 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0685-27aa-4270-8815-cde36bd46a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for subnet (33a32ce5-a5da-48af-a2ce-6938234117b8), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.439648 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (b5344ceb-801b-439f-aa2c-9938d8fff914), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.439997 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Added segment b5344ceb-801b-439f-aa2c-9938d8fff914 of type vlan for network 1817a4ca-a968-48f5-850b-0f648c55cd83 Feb 28 13:03:15.441740 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (68ce9cb6-2d82-48c3-89cd-2f5d170afa63), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.442248 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:15.442838 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.463589 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eb83bc-392a-4609-8471-5375257062cb admin admin] Made reservation on behalf of 07d68bed67d94a8b8444e458057e60e4 for: {'subnet': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:15.467343 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a9eb83bc-392a-4609-8471-5375257062cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.488874 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:15.578983 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a0685-27aa-4270-8815-cde36bd46a2a admin admin] Checking segment: {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:15.580736 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a0685-27aa-4270-8815-cde36bd46a2a admin admin] Network hostable DHCP agents. Network: 245d4435-eb6f-44af-b6bb-8cc635cb8f72, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:03:15.623291 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a0685-27aa-4270-8815-cde36bd46a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a32ce5-a5da-48af-a2ce-6938234117b8,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:15.692474 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a0685-27aa-4270-8815-cde36bd46a2a admin admin] Network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:03:15.781564 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] Pushing event updated for resources: {'Network': ['ID=68ce9cb6-2d82-48c3-89cd-2f5d170afa63,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:15.784605 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (1817a4ca-a968-48f5-850b-0f648c55cd83), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.791717 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 68ce9cb6-2d82-48c3-89cd-2f5d170afa63 details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:03:15.794740 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-17bbf8d8-6c36-4633-917e-f5c325aa2d5a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5848699 Feb 28 13:03:15.800145 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67323ce3-2f0e-4b58-b54f-dc8790a51c9c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:15.805074 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47622) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:15.810357 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-3845741e-3566-4a1e-b725-753be367bebb admin admin] Request body: {'subnet': {'network_id': '68ce9cb6-2d82-48c3-89cd-2f5d170afa63', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-393964103-subnet', 'tenant_id': 'd5b8923fbdc54938aa80a75bc0d7d6d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:15.826540 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Publish callbacks [] for router_gateway (9519d56d-c6fc-4003-adc8-800914212543), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.837382 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a9eb83bc-392a-4609-8471-5375257062cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for subnet (669937d0-ed8c-451d-8f8b-949267997e0b), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.839123 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a0685-27aa-4270-8815-cde36bd46a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 245d4435-eb6f-44af-b6bb-8cc635cb8f72) {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:15.847074 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.862337 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a0685-27aa-4270-8815-cde36bd46a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:15.863269 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0685-27aa-4270-8815-cde36bd46a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.882819 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a06e0-6ee9-4f7b-a810-f9ec51d262f4 None None] Network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:15.920720 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (1817a4ca-a968-48f5-850b-0f648c55cd83), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.923729 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:15.924781 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb83bc-392a-4609-8471-5375257062cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=669937d0-ed8c-451d-8f8b-949267997e0b,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:15.925466 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:15.934877 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb83bc-392a-4609-8471-5375257062cb admin admin] Checking segment: {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:15.935238 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb83bc-392a-4609-8471-5375257062cb admin admin] Network hostable DHCP agents. Network: 47cd10f4-3bd6-47d0-8369-a95b7a0a042a, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:03:15.937303 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3845741e-3566-4a1e-b725-753be367bebb admin admin] Made reservation on behalf of d5b8923fbdc54938aa80a75bc0d7d6d5 for: {'subnet': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:15.939770 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3845741e-3566-4a1e-b725-753be367bebb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:16.017741 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-4e3a0685-27aa-4270-8815-cde36bd46a2a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0278914 Feb 28 13:03:16.050713 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c19be15-3781-42b2-b2a7-7f67318d9d6d None None] Network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:16.129636 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7933433 Feb 28 13:03:16.131906 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ddef9-9039-4215-a120-8070bff17ecd admin admin] Pushing event updated for resources: {'Network': ['ID=1817a4ca-a968-48f5-850b-0f648c55cd83,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:16.138974 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Allocated IP 172.27.2.220 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/2843b760-314b-447d-88f4-2556e4070124) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:16.138974 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47638) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:16.153927 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c8cb46a1-abcf-464f-91a0-b361c38e5882 admin admin] Request body: {'subnet': {'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1330577822-subnet', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:16.154677 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 1817a4ca-a968-48f5-850b-0f648c55cd83 details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:03:16.346810 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3845741e-3566-4a1e-b725-753be367bebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for subnet (f68b4664-dccf-4402-800a-512c0371ad0c), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:16.356598 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Publish callbacks [] for port (2843b760-314b-447d-88f4-2556e4070124), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:16.422516 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb83bc-392a-4609-8471-5375257062cb admin admin] Network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:03:16.425524 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cb46a1-abcf-464f-91a0-b361c38e5882 admin admin] Made reservation on behalf of 0d81f40b84784ce5bc103294dc08507e for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:16.428185 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8cb46a1-abcf-464f-91a0-b361c38e5882 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:16.494791 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845741e-3566-4a1e-b725-753be367bebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f68b4664-dccf-4402-800a-512c0371ad0c,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:16.502617 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845741e-3566-4a1e-b725-753be367bebb admin admin] Checking segment: {'id': '8f529ec1-84d2-4063-84aa-deb37ba1a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '68ce9cb6-2d82-48c3-89cd-2f5d170afa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:16.503192 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3845741e-3566-4a1e-b725-753be367bebb admin admin] Network hostable DHCP agents. Network: 68ce9cb6-2d82-48c3-89cd-2f5d170afa63, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:03:16.548953 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-a9eb83bc-392a-4609-8471-5375257062cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 47cd10f4-3bd6-47d0-8369-a95b7a0a042a) {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:16.559204 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d59260-4ac5-459b-b1d5-08700887e6e4 None None] Network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:16.576720 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb83bc-392a-4609-8471-5375257062cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:16.578702 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a9eb83bc-392a-4609-8471-5375257062cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:16.654003 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3845741e-3566-4a1e-b725-753be367bebb admin admin] Network 68ce9cb6-2d82-48c3-89cd-2f5d170afa63 is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:03:16.661225 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-3845741e-3566-4a1e-b725-753be367bebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 68ce9cb6-2d82-48c3-89cd-2f5d170afa63) {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:16.668895 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (2843b760-314b-447d-88f4-2556e4070124), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:16.675516 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3845741e-3566-4a1e-b725-753be367bebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:16.676860 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3845741e-3566-4a1e-b725-753be367bebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:16.695395 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd590a3-7fd9-4f48-8710-57360fb8c7ac None None] Network 68ce9cb6-2d82-48c3-89cd-2f5d170afa63 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:16.714485 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-a9eb83bc-392a-4609-8471-5375257062cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3720748 Feb 28 13:03:16.714485 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47682) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:16.718190 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:16.734234 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47684) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:16.739779 dv-cinder-831202-1-iscsi neutron-server[103231]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 13:03:16.765882 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a09986-9716-4358-8110-09862279096b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4da0fec-8aac-54e0-9d72-a406a4863af2-47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b'}]}} from dv-cinder-831202-1-iscsi. {{(pid=103233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 13:03:16.766985 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:16.770119 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:16.788575 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:16.792066 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:16.873598 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Pushing event updated for resources: {'Port': ['ID=2843b760-314b-447d-88f4-2556e4070124,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:16.896311 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-3845741e-3566-4a1e-b725-753be367bebb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0781894 Feb 28 13:03:16.940736 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8cb46a1-abcf-464f-91a0-b361c38e5882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for subnet (fa975e66-0ccb-4dbd-aabf-a88125b3979d), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:16.970645 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7267'] for router (9f0ce550-e627-4c30-a93f-03f863c20f90), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:16.970645 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7272'] for router (9f0ce550-e627-4c30-a93f-03f863c20f90), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.000564 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-06fc7a50-84b2-494a-a9d7-0019cc35dc10 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:17.002709 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-06fc7a50-84b2-494a-a9d7-0019cc35dc10 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/networks?id=245d4435-eb6f-44af-b6bb-8cc635cb8f72 HTTP/1.1" status: 200 len: 814 time: 0.2670317 Feb 28 13:03:17.023597 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-a3a09986-9716-4358-8110-09862279096b None None] Allocated IP 172.20.0.2 (47cd10f4-3bd6-47d0-8369-a95b7a0a042a/669937d0-ed8c-451d-8f8b-949267997e0b/242a2445-5611-4c4e-bb56-550967f3cc34) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:17.047394 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-862c8338-a124-4a35-8e50-a29115554d58 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/quotas/a514bc8f2c964d85b7aa365400763653 HTTP/1.1" status: 200 len: 375 time: 0.0327120 Feb 28 13:03:17.071742 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb46a1-abcf-464f-91a0-b361c38e5882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa975e66-0ccb-4dbd-aabf-a88125b3979d,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:17.093660 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb46a1-abcf-464f-91a0-b361c38e5882 admin admin] Checking segment: {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:17.094075 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cb46a1-abcf-464f-91a0-b361c38e5882 admin admin] Network hostable DHCP agents. Network: 1817a4ca-a968-48f5-850b-0f648c55cd83, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:03:17.198234 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Publish callbacks [] for router_gateway (9519d56d-c6fc-4003-adc8-800914212543), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.266133 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cb46a1-abcf-464f-91a0-b361c38e5882 admin admin] Network 1817a4ca-a968-48f5-850b-0f648c55cd83 is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:03:17.359055 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c8cb46a1-abcf-464f-91a0-b361c38e5882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 1817a4ca-a968-48f5-850b-0f648c55cd83) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:17.373860 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-d291076f-f4a5-4b7d-903e-fd201a48f5eb tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1868677 Feb 28 13:03:17.377343 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cb46a1-abcf-464f-91a0-b361c38e5882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:17.377942 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8cb46a1-abcf-464f-91a0-b361c38e5882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.424718 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Publish callbacks [] for router_controller (9f0ce550-e627-4c30-a93f-03f863c20f90), precommit_add_association {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.431385 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47724) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:17.434665 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a942b3-7004-4d99-b3fc-36ef22f2a00e None None] Network 68ce9cb6-2d82-48c3-89cd-2f5d170afa63 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:17.436760 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc3e4e8-a3e5-4f6a-857e-ecb789ea6dd3 None None] Network 1817a4ca-a968-48f5-850b-0f648c55cd83 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:17.503412 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-c8cb46a1-abcf-464f-91a0-b361c38e5882 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3571153 Feb 28 13:03:17.507672 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47728) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:17.512511 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:17.536339 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3689114'] for router (9519d56d-c6fc-4003-adc8-800914212543), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.556413 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Publish callbacks [] for port (242a2445-5611-4c4e-bb56-550967f3cc34), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.647500 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-7f98130a-9d1b-4482-a914-5563f9121683 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 13:03:17.648624 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-7f98130a-9d1b-4482-a914-5563f9121683 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1071193 Feb 28 13:03:17.666028 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.693131 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4da0fec-8aac-54e0-9d72-a406a4863af2-1817a4ca-a968-48f5-850b-0f648c55cd83', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d'}]}} from dv-cinder-831202-1-iscsi. {{(pid=103233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 13:03:17.693978 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.697467 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7267'] for router (34b2d50e-3f50-401f-9f98-c3eefde8a144), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.703274 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7272'] for router (34b2d50e-3f50-401f-9f98-c3eefde8a144), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.703424 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.715336 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b73ea8-3323-42ce-926b-321ca544902b req-ff28eadd-3988-4ebc-a20c-177085d1c305 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:17.717057 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-ff28eadd-3988-4ebc-a20c-177085d1c305 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/networks?id=68ce9cb6-2d82-48c3-89cd-2f5d170afa63 HTTP/1.1" status: 200 len: 811 time: 0.2837543 Feb 28 13:03:17.725176 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a09986-9716-4358-8110-09862279096b None None] Network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:17.735440 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a3a09986-9716-4358-8110-09862279096b None None] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:17.738599 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a09986-9716-4358-8110-09862279096b None None] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:17.740420 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a09986-9716-4358-8110-09862279096b None None] Pushing event updated for resources: {'Port': ['ID=242a2445-5611-4c4e-bb56-550967f3cc34,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:17.768146 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Router 9519d56d-c6fc-4003-adc8-800914212543 is scheduled to L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 13:03:17.792559 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.792930 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.793293 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.793632 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.793957 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.794284 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.794607 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.794928 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.795286 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.795659 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.795983 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.796303 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.796618 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Tracked resource versions report: Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: pushed versions: Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: { 'AddressGroup': {'1.2'}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'ConntrackHelper': {'1.0'}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'LocalIPAssociation': {'1.0'}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Log': {'1.0'}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Network': {'1.1'}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Port': {'1.7'}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'PortForwarding': {'1.2'}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'QosPolicy': {'1.10'}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'SecurityGroup': {'1.5'}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'SecurityGroupRule': {'1.2'}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'SubPort': {'1.0'}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Subnet': {'1.1'}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Trunk': {'1.1'}} Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: consumer versions: Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: { DHCP agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: HyperV agent@hv-cinder-83120: {}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: L3 agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: Metadata agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: Metering agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: Open vSwitch agent@dv-cinder-831202-1-iscsi: { 'AddressGroup': '1.2', Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'ConntrackHelper': '1.0', Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'LocalIPAssociation': '1.0', Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Log': '1.0', Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Network': '1.1', Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Port': '1.7', Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'PortForwarding': '1.2', Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'QosPolicy': '1.10', Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'SecurityGroup': '1.5', Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'SecurityGroupRule': '1.2', Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'SubPort': '1.0', Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Subnet': '1.1', Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: 'Trunk': '1.1'}} Feb 28 13:03:17.797755 dv-cinder-831202-1-iscsi neutron-server[103233]: {{(pid=103233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 13:03:17.840681 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-031dc5e3-4207-4a81-9989-1fe14765032d tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/quotas/d5b8923fbdc54938aa80a75bc0d7d6d5 HTTP/1.1" status: 200 len: 375 time: 0.1102836 Feb 28 13:03:17.879457 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a3a09986-9716-4358-8110-09862279096b None None] Attempting to bind port 242a2445-5611-4c4e-bb56-550967f3cc34 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:17.879890 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a3a09986-9716-4358-8110-09862279096b None None] Attempting to bind port 242a2445-5611-4c4e-bb56-550967f3cc34 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:17.880343 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a09986-9716-4358-8110-09862279096b None None] Attempting to bind port 242a2445-5611-4c4e-bb56-550967f3cc34 on network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:17.892563 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:03:17.914732 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Sync routers for ids ['9519d56d-c6fc-4003-adc8-800914212543'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:03:17.914732 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Routers {'9519d56d-c6fc-4003-adc8-800914212543'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:03:17.915287 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:02:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9519d56d-c6fc-4003-adc8-800914212543'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:17.916270 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a09986-9716-4358-8110-09862279096b None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:17.916270 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a09986-9716-4358-8110-09862279096b None None] Checking segment: {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:17.916534 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.917214 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a09986-9716-4358-8110-09862279096b None None] Bound using segment: {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:17.917712 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a3a09986-9716-4358-8110-09862279096b None None] Bound port: 242a2445-5611-4c4e-bb56-550967f3cc34, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:17.918104 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.938265 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Publish callbacks [] for router_gateway (9f0ce550-e627-4c30-a93f-03f863c20f90), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.942316 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Publish callbacks [] for router_controller (34b2d50e-3f50-401f-9f98-c3eefde8a144), precommit_add_association {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:17.967235 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-62b81933-2cd8-4122-bf70-02a358ef6ebb tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d5b8923fbdc54938aa80a75bc0d7d6d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810370 Feb 28 13:03:17.975775 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Allocated IP 172.20.0.2 (1817a4ca-a968-48f5-850b-0f648c55cd83/fa975e66-0ccb-4dbd-aabf-a88125b3979d/4bda7851-fe5b-4b44-a316-ffebf09a650c) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:17.997242 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-de12e7fe-113e-4940-9465-dfaa5755a3e9 service neutron] 10.222.0.23 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110969 Feb 28 13:03:18.014253 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:18.016538 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d95dc6fe-853c-406a-a0a9-c9f2eb9c546e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6192169 Feb 28 13:03:18.019730 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47738) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:18.070202 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a3a09986-9716-4358-8110-09862279096b None None] For port 242a2445-5611-4c4e-bb56-550967f3cc34, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:18.086335 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a3a09986-9716-4358-8110-09862279096b None None] For port 242a2445-5611-4c4e-bb56-550967f3cc34, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=242a2445-5611-4c4e-bb56-550967f3cc34,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:18.135670 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-b62aa01e-3c7d-431f-babf-9936c0855872 service neutron] 10.222.0.23 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308503 Feb 28 13:03:18.149704 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Set router 9519d56d-c6fc-4003-adc8-800914212543 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:03:18.190752 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a09986-9716-4358-8110-09862279096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:18.197935 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Publish callbacks [] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:18.265915 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:18.322286 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a09986-9716-4358-8110-09862279096b None None] Pushing event updated for resources: {'Port': ['ID=242a2445-5611-4c4e-bb56-550967f3cc34,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:18.338404 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-d5e63105-c080-449c-b5d8-435f678582f5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 13:03:18.339504 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-d5e63105-c080-449c-b5d8-435f678582f5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2025697 Feb 28 13:03:18.348548 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Network 1817a4ca-a968-48f5-850b-0f648c55cd83 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:18.356301 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:18.367020 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:18.504173 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519d56d-c6fc-4003-adc8-800914212543', 'name': 'tempest-ServerRescueNegativeTestJSON-645264549-router', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '2843b760-314b-447d-88f4-2556e4070124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:14Z', 'updated_at': '2022-02-28T13:03:16Z', 'revision_number': 3, 'project_id': '24004d6c21a74639aae97880bd275bf2', 'gw_port': {'id': '2843b760-314b-447d-88f4-2556e4070124', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519d56d-c6fc-4003-adc8-800914212543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:15Z', 'updated_at': '2022-02-28T13:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:18.523933 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Pushing event updated for resources: {'Port': ['ID=4bda7851-fe5b-4b44-a316-ffebf09a650c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:18.584190 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Checking router: 9519d56d-c6fc-4003-adc8-800914212543 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:03:18.587661 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Updating router 9519d56d-c6fc-4003-adc8-800914212543 port 2843b760-314b-447d-88f4-2556e4070124 binding host dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:03:18.634001 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Attempting to bind port 4bda7851-fe5b-4b44-a316-ffebf09a650c on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:18.634482 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Attempting to bind port 4bda7851-fe5b-4b44-a316-ffebf09a650c by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:18.634817 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Attempting to bind port 4bda7851-fe5b-4b44-a316-ffebf09a650c on network 1817a4ca-a968-48f5-850b-0f648c55cd83 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:18.644974 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:18.652071 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (2843b760-314b-447d-88f4-2556e4070124), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:18.653823 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Checking segment: {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:18.654822 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:18.655513 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Bound using segment: {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:18.656059 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Bound port: 4bda7851-fe5b-4b44-a316-ffebf09a650c, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:18.656450 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:18.763745 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Publish callbacks [] for router_gateway (34b2d50e-3f50-401f-9f98-c3eefde8a144), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:18.837529 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] For port 4bda7851-fe5b-4b44-a316-ffebf09a650c, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:18.849793 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] For port 4bda7851-fe5b-4b44-a316-ffebf09a650c, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=4bda7851-fe5b-4b44-a316-ffebf09a650c,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:18.882732 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-5ed9580e-8273-4b43-a55e-df79c917bf4b service neutron] 10.222.0.23 "GET /v2.0/networks/68ce9cb6-2d82-48c3-89cd-2f5d170afa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211897 Feb 28 13:03:19.037304 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:19.189289 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babca660-a2b9-4ff5-9358-016efef2770d None None] Pushing event updated for resources: {'Port': ['ID=4bda7851-fe5b-4b44-a316-ffebf09a650c,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:19.205571 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:19.221395 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Publish callbacks [] for port (2843b760-314b-447d-88f4-2556e4070124), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:19.239459 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-b6f91990-f40d-495a-a199-46240519d0be service neutron] 10.222.0.23 "GET /v2.0/networks/68ce9cb6-2d82-48c3-89cd-2f5d170afa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473687 Feb 28 13:03:19.281928 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Publish callbacks [] for router_gateway (9f0ce550-e627-4c30-a93f-03f863c20f90), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:19.335205 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:19.397926 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (2843b760-314b-447d-88f4-2556e4070124), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:19.434718 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Attempting to bind port 2843b760-314b-447d-88f4-2556e4070124 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:19.435167 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Attempting to bind port 2843b760-314b-447d-88f4-2556e4070124 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:19.435558 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Attempting to bind port 2843b760-314b-447d-88f4-2556e4070124 on network 35badc98-a186-415a-b1b0-8c2ba87645f6 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:19.510016 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Allocated IP 172.20.0.1 (32e9cc3b-dca1-43ec-8052-db962743c7fd/5f4b1790-8f7d-4968-b8bb-bb924b22cbb4/7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:19.527854 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:19.529605 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Checking segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:19.529605 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:19.529605 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Bound using segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:19.531420 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Bound port: 2843b760-314b-447d-88f4-2556e4070124, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:19.532591 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (2843b760-314b-447d-88f4-2556e4070124), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:19.808866 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] For port 2843b760-314b-447d-88f4-2556e4070124, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:19.817386 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] For port 2843b760-314b-447d-88f4-2556e4070124, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=2843b760-314b-447d-88f4-2556e4070124,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:19.845402 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Publish callbacks [] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:19.854338 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Pushing event updated for resources: {'Port': ['ID=2843b760-314b-447d-88f4-2556e4070124,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:19.864129 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.866128 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.866760 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.867274 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.867870 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Tracked resource versions report: Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: pushed versions: Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: { 'AddressGroup': {'1.2'}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'ConntrackHelper': {'1.0'}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'LocalIPAssociation': {'1.0'}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Log': {'1.0'}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Network': {'1.1'}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Port': {'1.7'}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'PortForwarding': {'1.2'}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'QosPolicy': {'1.10'}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'SecurityGroup': {'1.5'}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'SecurityGroupRule': {'1.2'}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'SubPort': {'1.0'}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Subnet': {'1.1'}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Trunk': {'1.1'}} Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: consumer versions: Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: { DHCP agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: HyperV agent@hv-cinder-83120: {}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: L3 agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: Metadata agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: Metering agent@dv-cinder-831202-1-iscsi: {}, Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: Open vSwitch agent@dv-cinder-831202-1-iscsi: { 'AddressGroup': '1.2', Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'ConntrackHelper': '1.0', Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'LocalIPAssociation': '1.0', Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Log': '1.0', Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Network': '1.1', Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Port': '1.7', Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'PortForwarding': '1.2', Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'QosPolicy': '1.10', Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'SecurityGroup': '1.5', Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'SecurityGroupRule': '1.2', Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'SubPort': '1.0', Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Subnet': '1.1', Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: 'Trunk': '1.1'}} Feb 28 13:03:19.876635 dv-cinder-831202-1-iscsi neutron-server[103234]: {{(pid=103234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 13:03:19.924883 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (2843b760-314b-447d-88f4-2556e4070124), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:20.029842 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Routers {'9519d56d-c6fc-4003-adc8-800914212543'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:03:20.030755 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:02:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9519d56d-c6fc-4003-adc8-800914212543'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:20.032437 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:20.110511 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Publish callbacks [] for router_gateway (34b2d50e-3f50-401f-9f98-c3eefde8a144), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:20.145538 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1d825-e432-40fb-82b6-86b6fb8ef834 None None] Pushing event updated for resources: {'Port': ['ID=2843b760-314b-447d-88f4-2556e4070124,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:20.146006 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:20.146006 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Network 32e9cc3b-dca1-43ec-8052-db962743c7fd is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:20.146006 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:20.167288 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd0234-7183-492f-957b-8661707caa60 None None] Network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:20.204667 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:20.207094 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690439'] for router_interface (9519d56d-c6fc-4003-adc8-800914212543), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:20.232932 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] Set router 9519d56d-c6fc-4003-adc8-800914212543 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:03:20.233489 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-58a78de4-9aa9-43d6-a099-2fb55d500d20 req-0148437e-ab2d-4022-afdb-d247f114bf2d tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.4280615 Feb 28 13:03:20.236029 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-81cc3bf9-b9b7-4272-89e5-7e96d321744f req-6ff31720-c7f5-4402-b76f-76bf4590020d tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 210 time: 0.3435910 Feb 28 13:03:20.320797 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-175c24c2-fbfc-4bbe-afdd-7e89af157bae None None] Provisioning complete for port 242a2445-5611-4c4e-bb56-550967f3cc34 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:20.321388 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-175c24c2-fbfc-4bbe-afdd-7e89af157bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:20.330356 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:20.437661 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Allocated IP 172.27.2.56 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/b136590a-b763-4209-a44a-8f15ffa691ee) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:20.490147 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-175c24c2-fbfc-4bbe-afdd-7e89af157bae None None] Current status of the port 242a2445-5611-4c4e-bb56-550967f3cc34 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:20.490542 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-175c24c2-fbfc-4bbe-afdd-7e89af157bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:20.586634 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-175c24c2-fbfc-4bbe-afdd-7e89af157bae None None] For port 242a2445-5611-4c4e-bb56-550967f3cc34, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=242a2445-5611-4c4e-bb56-550967f3cc34,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:20.964364 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 4bda7851-fe5b-4b44-a316-ffebf09a650c up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:20.966157 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519d56d-c6fc-4003-adc8-800914212543', 'name': 'tempest-ServerRescueNegativeTestJSON-645264549-router', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '2843b760-314b-447d-88f4-2556e4070124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:14Z', 'updated_at': '2022-02-28T13:03:16Z', 'revision_number': 3, 'project_id': '24004d6c21a74639aae97880bd275bf2', 'gw_port': {'id': '2843b760-314b-447d-88f4-2556e4070124', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519d56d-c6fc-4003-adc8-800914212543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:15Z', 'updated_at': '2022-02-28T13:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:20.967331 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-175c24c2-fbfc-4bbe-afdd-7e89af157bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:20.967331 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 4bda7851-fe5b-4b44-a316-ffebf09a650c triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:20.967331 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:20.970960 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c68eaa-2602-425d-931c-c4a785cac32f None None] The sync data for ids ['9519d56d-c6fc-4003-adc8-800914212543'] in dv-cinder-831202-1-iscsi is: [{'id': '9519d56d-c6fc-4003-adc8-800914212543', 'name': 'tempest-ServerRescueNegativeTestJSON-645264549-router', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '2843b760-314b-447d-88f4-2556e4070124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:14Z', 'updated_at': '2022-02-28T13:03:16Z', 'revision_number': 3, 'project_id': '24004d6c21a74639aae97880bd275bf2', 'gw_port': {'id': '2843b760-314b-447d-88f4-2556e4070124', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519d56d-c6fc-4003-adc8-800914212543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:15Z', 'updated_at': '2022-02-28T13:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:03:20.972089 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Publish callbacks [] for port (b136590a-b763-4209-a44a-8f15ffa691ee), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:20.972733 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:20.972898 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-a3088c4b-3434-41d7-b107-a6624428f2be None None] Provisioning complete for port 242a2445-5611-4c4e-bb56-550967f3cc34 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:20.972898 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3088c4b-3434-41d7-b107-a6624428f2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:20.972898 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c24c2-fbfc-4bbe-afdd-7e89af157bae None None] Pushing event updated for resources: {'Port': ['ID=242a2445-5611-4c4e-bb56-550967f3cc34,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:20.984169 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (b136590a-b763-4209-a44a-8f15ffa691ee), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:21.045667 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6ed6ea-7451-4181-9489-382422656e7e None None] Network 1817a4ca-a968-48f5-850b-0f648c55cd83 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:21.204571 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Publish callbacks [] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:21.205778 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:21.241871 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:21.253779 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:21.289685 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Allocated IP 172.27.2.159 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/40586e91-e184-44f6-8221-4f5419012682) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:21.312061 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:21.313851 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689303'] for router_interface (9519d56d-c6fc-4003-adc8-800914212543), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:21.360165 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=b136590a-b763-4209-a44a-8f15ffa691ee,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:21.361291 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 4bda7851-fe5b-4b44-a316-ffebf09a650c is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:21.361779 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:21.442481 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f89e9371-bfee-4df5-b718-645e7a2b8f9f req-86aebe4c-03a5-44b1-bb9a-aa7363d8d6bf tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.0835376 Feb 28 13:03:21.548250 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port 4bda7851-fe5b-4b44-a316-ffebf09a650c, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=4bda7851-fe5b-4b44-a316-ffebf09a650c,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:21.548674 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:21.558249 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a3088c4b-3434-41d7-b107-a6624428f2be None None] Current status of the port 242a2445-5611-4c4e-bb56-550967f3cc34 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:21.595319 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Network 32e9cc3b-dca1-43ec-8052-db962743c7fd is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:21.596819 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:21.644122 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2822344d-15f3-49d0-8da2-f4d0e0122c75 req-98916a1b-7b4e-4f21-8b35-c7eeea4c69d3 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 210 time: 0.0762179 Feb 28 13:03:21.688744 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-fbf7f2f8-cfb4-4963-82f4-393a05fde546 None None] Provisioning complete for port 4bda7851-fe5b-4b44-a316-ffebf09a650c triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:21.692604 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f2f8-cfb4-4963-82f4-393a05fde546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:21.729294 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Publish callbacks [] for port (40586e91-e184-44f6-8221-4f5419012682), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:21.791247 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Router 9519d56d-c6fc-4003-adc8-800914212543 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:03:21.816386 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7f2f8-cfb4-4963-82f4-393a05fde546 None None] Current status of the port 4bda7851-fe5b-4b44-a316-ffebf09a650c is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:21.816786 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f2f8-cfb4-4963-82f4-393a05fde546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:21.903880 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:03:21.908954 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-8472dd59-94a2-4c95-b703-ca1b80b50840 admin admin] 10.222.0.23 "PUT /v2.0/routers/9519d56d-c6fc-4003-adc8-800914212543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8876071 Feb 28 13:03:22.143616 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:22.143748 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (40586e91-e184-44f6-8221-4f5419012682), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:22.143865 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 242a2445-5611-4c4e-bb56-550967f3cc34 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:22.338839 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:22.352069 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=40586e91-e184-44f6-8221-4f5419012682,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:22.355132 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:22.369551 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.db.api [None req-fbf7f2f8-cfb4-4963-82f4-393a05fde546 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 13:03:22.370067 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG oslo_db.api [None req-fbf7f2f8-cfb4-4963-82f4-393a05fde546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 13:03:22.381466 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=4bda7851-fe5b-4b44-a316-ffebf09a650c,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:22.392624 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 242a2445-5611-4c4e-bb56-550967f3cc34 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:22.393126 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:22.492287 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 242a2445-5611-4c4e-bb56-550967f3cc34 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:22.577826 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:22.696818 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Publish callbacks [] for router_gateway (9f0ce550-e627-4c30-a93f-03f863c20f90), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:22.700470 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 4bda7851-fe5b-4b44-a316-ffebf09a650c up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:22.706886 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-d68428a1-6fb2-43af-8dc9-860fefa32936 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:22.708504 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-d68428a1-6fb2-43af-8dc9-860fefa32936 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 818 time: 0.4674914 Feb 28 13:03:22.830560 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 4bda7851-fe5b-4b44-a316-ffebf09a650c triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:22.831263 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:22.890622 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-cab5793e-e792-4da2-82a3-e6ae41b1de1f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/quotas/24004d6c21a74639aae97880bd275bf2 HTTP/1.1" status: 200 len: 375 time: 0.1247733 Feb 28 13:03:22.895311 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dd66fc55-089c-4265-a5ee-9e589a729ba1 req-ade457e4-1eed-47ef-8293-44a7add84f13 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.0522616 Feb 28 13:03:22.922909 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2385c1fb-fa5b-46ec-b279-cc287a3e2f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:22.961585 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7f2f8-cfb4-4963-82f4-393a05fde546 None None] Current status of the port 4bda7851-fe5b-4b44-a316-ffebf09a650c is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:23.024215 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 4bda7851-fe5b-4b44-a316-ffebf09a650c is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:23.025348 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 2843b760-314b-447d-88f4-2556e4070124 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:23.085761 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Sync routers for ids ['9519d56d-c6fc-4003-adc8-800914212543'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:03:23.095006 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7aaa0aeb-56f8-4744-bdf3-31c51ae09bcf req-bf9630ac-e43a-4e59-b91c-1180472b56e9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 210 time: 0.0592120 Feb 28 13:03:23.097423 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 2843b760-314b-447d-88f4-2556e4070124 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:23.097972 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (2843b760-314b-447d-88f4-2556e4070124), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:23.131985 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Routers {'9519d56d-c6fc-4003-adc8-800914212543'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:03:23.132621 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:02:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9519d56d-c6fc-4003-adc8-800914212543'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:23.170011 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-68d03076-9741-4cc9-94da-290f2a2f14d8 None None] Provisioning complete for port 4bda7851-fe5b-4b44-a316-ffebf09a650c triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:23.170406 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-68d03076-9741-4cc9-94da-290f2a2f14d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:23.183635 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2442b83e-da06-4011-8d84-061024343050 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2828832 Feb 28 13:03:23.260633 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Publish callbacks [] for router_gateway (34b2d50e-3f50-401f-9f98-c3eefde8a144), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:23.350090 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Set router 9519d56d-c6fc-4003-adc8-800914212543 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:03:23.386390 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 2843b760-314b-447d-88f4-2556e4070124 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:23.388066 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (2843b760-314b-447d-88f4-2556e4070124), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:23.399553 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47914) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:23.403935 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-68d03076-9741-4cc9-94da-290f2a2f14d8 None None] Current status of the port 4bda7851-fe5b-4b44-a316-ffebf09a650c is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:23.408198 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-c5096c6b-8140-4082-a3ec-5fb2e9c9f7b6 service neutron] 10.222.0.23 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136838 Feb 28 13:03:23.424361 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port 2843b760-314b-447d-88f4-2556e4070124, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=2843b760-314b-447d-88f4-2556e4070124,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:23.466676 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3689114'] for router (9f0ce550-e627-4c30-a93f-03f863c20f90), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:23.512722 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (2843b760-314b-447d-88f4-2556e4070124), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:23.513514 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 242a2445-5611-4c4e-bb56-550967f3cc34 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:23.529362 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8cbe0c96-b93b-4bc8-bfaa-c734be19465e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:23.615335 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8cbe0c96-b93b-4bc8-bfaa-c734be19465e admin admin] Publish callbacks [] for security_group (0120b61d-9d43-45a6-a518-f8769dfa1f5b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:23.628484 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=2843b760-314b-447d-88f4-2556e4070124,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:23.641899 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-e934c0dc-2a6d-4b67-a519-9423046f1f34 service neutron] 10.222.0.23 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263451 Feb 28 13:03:23.653884 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 242a2445-5611-4c4e-bb56-550967f3cc34 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:23.654281 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:23.699008 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519d56d-c6fc-4003-adc8-800914212543', 'name': 'tempest-ServerRescueNegativeTestJSON-645264549-router', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '2843b760-314b-447d-88f4-2556e4070124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:14Z', 'updated_at': '2022-02-28T13:03:20Z', 'revision_number': 4, 'project_id': '24004d6c21a74639aae97880bd275bf2', 'gw_port': {'id': '2843b760-314b-447d-88f4-2556e4070124', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519d56d-c6fc-4003-adc8-800914212543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:15Z', 'updated_at': '2022-02-28T13:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e', 'name': '', 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'mac_address': 'fa:16:3e:0f:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519d56d-c6fc-4003-adc8-800914212543', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f4b1790-8f7d-4968-b8bb-bb924b22cbb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:20Z', 'revision_number': 2, 'project_id': '24004d6c21a74639aae97880bd275bf2', 'subnets': [{'id': '5f4b1790-8f7d-4968-b8bb-bb924b22cbb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:23.700476 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8cbe0c96-b93b-4bc8-bfaa-c734be19465e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (0120b61d-9d43-45a6-a518-f8769dfa1f5b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:23.717354 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3689114'] for router (34b2d50e-3f50-401f-9f98-c3eefde8a144), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:23.729612 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Checking router: 9519d56d-c6fc-4003-adc8-800914212543 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:03:23.729966 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Updating router 9519d56d-c6fc-4003-adc8-800914212543 port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e binding host dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:03:23.742266 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe0c96-b93b-4bc8-bfaa-c734be19465e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0120b61d-9d43-45a6-a518-f8769dfa1f5b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:23.772260 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-8cbe0c96-b93b-4bc8-bfaa-c734be19465e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c22aa8aca9d45969301f160ec25cc4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3709121 Feb 28 13:03:23.772655 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47920) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:23.786464 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:23.799311 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 242a2445-5611-4c4e-bb56-550967f3cc34 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:23.903043 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Router 9f0ce550-e627-4c30-a93f-03f863c20f90 is scheduled to L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e with binding_index 1 {{(pid=103231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 13:03:23.965171 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-88869904-424b-4f76-8c31-cc3ea429bab6 req-63019a53-b1bd-4a8d-a5a8-87315dcd93ba tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 210 time: 0.0669494 Feb 28 13:03:24.149500 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Publish callbacks [] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:24.161881 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-00491ec1-1fb6-43b6-9f3b-8a5ba72fcd0c admin admin] Publish callbacks [] for security_group (0120b61d-9d43-45a6-a518-f8769dfa1f5b), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:24.236455 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:24.272226 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-297d3577-a334-4678-8263-e7401d867e31 req-182b7ea6-3be5-42f0-a37d-ce47102aabfb tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.1056077 Feb 28 13:03:24.280712 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-00491ec1-1fb6-43b6-9f3b-8a5ba72fcd0c admin admin] Publish callbacks [] for security_group (0120b61d-9d43-45a6-a518-f8769dfa1f5b), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:24.300285 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e74379-f8c9-4b3f-84e2-675a29e740f1 None None] Pushing event updated for resources: {'Port': ['ID=7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:24.355893 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Attempting to bind port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:24.356286 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Attempting to bind port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:24.356748 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Attempting to bind port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e on network 32e9cc3b-dca1-43ec-8052-db962743c7fd {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:24.361789 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:24.362163 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Checking segment: {'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:24.362561 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:24.362949 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Bound using segment: {'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:24.363435 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Bound port: 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:24.363830 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:24.412997 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8d50650a-9250-40ba-a111-3def56fcf4fe req-1fdf862b-dd02-4f58-8bbe-3fa45d5d79a0 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 210 time: 0.0592813 Feb 28 13:03:24.425775 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:03:24.432384 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] For port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:24.436347 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] For port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:24.439789 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-3c127d85-b670-4b36-a391-0aa132c22d1b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:24.441249 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-3c127d85-b670-4b36-a391-0aa132c22d1b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 818 time: 0.2773640 Feb 28 13:03:24.443883 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Sync routers for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:03:24.460113 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-b642a692-1058-4df8-b985-94a586f483fa tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/quotas/24004d6c21a74639aae97880bd275bf2 HTTP/1.1" status: 200 len: 375 time: 0.0107236 Feb 28 13:03:24.469071 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:03:24.469827 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:02:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:24.512725 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Router 34b2d50e-3f50-401f-9f98-c3eefde8a144 is scheduled to L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e with binding_index 1 {{(pid=103231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 13:03:24.573598 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 2843b760-314b-447d-88f4-2556e4070124 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:24.574508 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-b9d8e35f-0e2b-4ae8-a526-ce1bbdd56734 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088021 Feb 28 13:03:24.583003 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-00491ec1-1fb6-43b6-9f3b-8a5ba72fcd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (0120b61d-9d43-45a6-a518-f8769dfa1f5b), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:24.585702 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-00491ec1-1fb6-43b6-9f3b-8a5ba72fcd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:24.588427 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:24.588582 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-00491ec1-1fb6-43b6-9f3b-8a5ba72fcd0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0120b61d-9d43-45a6-a518-f8769dfa1f5b HTTP/1.1" status: 204 len: 168 time: 0.8131196 Feb 28 13:03:24.589801 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:24.594080 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 47954) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:24.594532 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-658f8cce-4b73-46a5-8269-4ff78cf88bd6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8800526 Feb 28 13:03:24.620278 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:03:24.705216 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Routers {'9519d56d-c6fc-4003-adc8-800914212543'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:03:24.706290 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:02:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9519d56d-c6fc-4003-adc8-800914212543'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:24.709114 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e74379-f8c9-4b3f-84e2-675a29e740f1 None None] Pushing event updated for resources: {'Port': ['ID=7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:24.783991 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00491ec1-1fb6-43b6-9f3b-8a5ba72fcd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0120b61d-9d43-45a6-a518-f8769dfa1f5b,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:24.862836 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:03:24.901370 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-0af567f7-b197-412e-bf93-0e9a66ab7f74 service neutron] 10.222.0.23 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043766 Feb 28 13:03:24.911613 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Sync routers for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:03:24.959039 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:03:24.960029 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:02:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:24.989162 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 2843b760-314b-447d-88f4-2556e4070124 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:24.990249 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (2843b760-314b-447d-88f4-2556e4070124), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:25.009631 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:21Z', 'revision_number': 3, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:25.085333 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:25.086582 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-9b763c10-d6ff-4bad-ab60-d383285df0b7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5779793 Feb 28 13:03:25.089204 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-2f9b8920-66bb-4d7b-8597-46993d9d2ab0 service neutron] 10.222.0.23 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741641 Feb 28 13:03:25.094168 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 47966) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:25.105377 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Checking router: 9f0ce550-e627-4c30-a93f-03f863c20f90 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:03:25.115893 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Updating router 9f0ce550-e627-4c30-a93f-03f863c20f90 port b136590a-b763-4209-a44a-8f15ffa691ee binding host dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:03:25.124943 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] Set router 9519d56d-c6fc-4003-adc8-800914212543 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:03:25.189975 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (b136590a-b763-4209-a44a-8f15ffa691ee), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:25.369108 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:25.436704 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d10fa2a-26ea-406a-b26e-dc71fe0195aa req-9776790d-301a-4935-9206-0c8ebb378bfd tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.0455301 Feb 28 13:03:25.479147 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01a2643a-012e-4c08-b9d2-465ccc8ef5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:25.639704 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Publish callbacks [] for port (b136590a-b763-4209-a44a-8f15ffa691ee), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:25.645974 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:03:25.661316 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bcf115d1-7172-49c6-879c-193a77650955 req-0caf383e-3e2d-4796-811b-bcf20fd46208 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 210 time: 0.0875270 Feb 28 13:03:25.665807 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3d98d23a-8d23-470f-a9b1-6cfe07d8d2a1 req-d0e17108-1275-4c3c-87f7-fcfef017af0d tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 210 time: 0.0931625 Feb 28 13:03:25.716054 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Allocated IP 172.20.0.1 (47cd10f4-3bd6-47d0-8369-a95b7a0a042a/669937d0-ed8c-451d-8f8b-949267997e0b/2ce90151-90ba-40a4-bf20-4e97fc3ebe5f) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:25.718429 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (b136590a-b763-4209-a44a-8f15ffa691ee), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:25.814147 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Attempting to bind port b136590a-b763-4209-a44a-8f15ffa691ee on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:25.820090 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Attempting to bind port b136590a-b763-4209-a44a-8f15ffa691ee by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:25.821321 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Attempting to bind port b136590a-b763-4209-a44a-8f15ffa691ee on network 35badc98-a186-415a-b1b0-8c2ba87645f6 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:25.823440 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c387e-c310-4c90-a353-3b656ff3cd3d None None] Pushing event updated for resources: {'Port': ['ID=b136590a-b763-4209-a44a-8f15ffa691ee,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:25.842902 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:25.843279 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Checking segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:25.854936 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:25.856689 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Bound using segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:25.857275 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Bound port: b136590a-b763-4209-a44a-8f15ffa691ee, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:25.858001 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (b136590a-b763-4209-a44a-8f15ffa691ee), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:25.866546 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Publish callbacks [] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:25.914654 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 2843b760-314b-447d-88f4-2556e4070124 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:25.970355 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:26.005861 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] For port b136590a-b763-4209-a44a-8f15ffa691ee, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:26.015082 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] For port b136590a-b763-4209-a44a-8f15ffa691ee, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=b136590a-b763-4209-a44a-8f15ffa691ee,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:26.025414 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:26.048586 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519d56d-c6fc-4003-adc8-800914212543', 'name': 'tempest-ServerRescueNegativeTestJSON-645264549-router', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '2843b760-314b-447d-88f4-2556e4070124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:14Z', 'updated_at': '2022-02-28T13:03:20Z', 'revision_number': 4, 'project_id': '24004d6c21a74639aae97880bd275bf2', 'gw_port': {'id': '2843b760-314b-447d-88f4-2556e4070124', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519d56d-c6fc-4003-adc8-800914212543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:15Z', 'updated_at': '2022-02-28T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e', 'name': '', 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'mac_address': 'fa:16:3e:0f:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519d56d-c6fc-4003-adc8-800914212543', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f4b1790-8f7d-4968-b8bb-bb924b22cbb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:24Z', 'revision_number': 4, 'project_id': '24004d6c21a74639aae97880bd275bf2', 'subnets': [{'id': '5f4b1790-8f7d-4968-b8bb-bb924b22cbb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:26.061962 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:26.087640 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc6b71-c59e-4c02-b2b0-435cee8da1a5 None None] The sync data for ids ['9519d56d-c6fc-4003-adc8-800914212543'] in dv-cinder-831202-1-iscsi is: [{'id': '9519d56d-c6fc-4003-adc8-800914212543', 'name': 'tempest-ServerRescueNegativeTestJSON-645264549-router', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '2843b760-314b-447d-88f4-2556e4070124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:14Z', 'updated_at': '2022-02-28T13:03:20Z', 'revision_number': 4, 'project_id': '24004d6c21a74639aae97880bd275bf2', 'gw_port': {'id': '2843b760-314b-447d-88f4-2556e4070124', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519d56d-c6fc-4003-adc8-800914212543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:15Z', 'updated_at': '2022-02-28T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e', 'name': '', 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'mac_address': 'fa:16:3e:0f:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9519d56d-c6fc-4003-adc8-800914212543', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f4b1790-8f7d-4968-b8bb-bb924b22cbb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:24Z', 'revision_number': 4, 'project_id': '24004d6c21a74639aae97880bd275bf2', 'subnets': [{'id': '5f4b1790-8f7d-4968-b8bb-bb924b22cbb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:03:26.095309 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:26.095309 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:26.097949 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690439'] for router_interface (9f0ce550-e627-4c30-a93f-03f863c20f90), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:26.141073 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (b136590a-b763-4209-a44a-8f15ffa691ee), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:26.153054 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:22Z', 'revision_number': 3, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:26.259854 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Checking router: 34b2d50e-3f50-401f-9f98-c3eefde8a144 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:03:26.263365 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Updating router 34b2d50e-3f50-401f-9f98-c3eefde8a144 port 40586e91-e184-44f6-8221-4f5419012682 binding host dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:03:26.284508 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce90151-90ba-40a4-bf20-4e97fc3ebe5f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:26.327380 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (40586e91-e184-44f6-8221-4f5419012682), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:26.334036 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c387e-c310-4c90-a353-3b656ff3cd3d None None] Pushing event updated for resources: {'Port': ['ID=b136590a-b763-4209-a44a-8f15ffa691ee,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:26.387309 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:03:26.387309 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:03:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:26.529079 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Allocated IP 172.20.0.1 (1817a4ca-a968-48f5-850b-0f648c55cd83/fa975e66-0ccb-4dbd-aabf-a88125b3979d/31e5f0d7-a1bf-437f-bbd8-2b585cb36b36) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:26.657133 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:26.669597 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-67fefead-46af-4fe3-ab17-c69bb9f8da13 req-0d3e2186-7947-44cd-9794-5dae5519655d tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.0777850 Feb 28 13:03:26.674877 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:26.722304 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-069ef68f-1e09-4133-a6b4-f3d6e1213256 None None] Provisioning complete for port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:26.722622 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-069ef68f-1e09-4133-a6b4-f3d6e1213256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:26.743845 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:03:26.972304 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a9ff3762-5f90-4212-8ef2-ebcfd7d17c03 req-2612b782-fb5b-42dc-a109-c0506a5c27b7 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 210 time: 0.1849589 Feb 28 13:03:26.980807 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Publish callbacks [] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.005074 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6a18505f-4abe-4170-b5fe-db6f47fc66f4 req-2c3ca6ef-ad77-4512-8f8f-3d11447a0dae tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 210 time: 0.1949222 Feb 28 13:03:27.038134 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.067349 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Publish callbacks [] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.080747 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-069ef68f-1e09-4133-a6b4-f3d6e1213256 None None] Port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:03:27.132743 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:27.133487 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.157401 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.158390 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689303'] for router_interface (9f0ce550-e627-4c30-a93f-03f863c20f90), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.171859 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:21Z', 'revision_number': 3, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:27.202936 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.244973 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c009d5-9f25-44a3-8fe1-097f6b2b408d None None] The sync data for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi is: [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:21Z', 'revision_number': 3, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:03:27.280149 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Publish callbacks [] for port (40586e91-e184-44f6-8221-4f5419012682), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.294274 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Network 1817a4ca-a968-48f5-850b-0f648c55cd83 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:27.297827 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:27.304637 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:27.305150 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce90151-90ba-40a4-bf20-4e97fc3ebe5f,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:27.305270 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690439'] for router_interface (34b2d50e-3f50-401f-9f98-c3eefde8a144), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.363065 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:27.363460 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.366220 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (40586e91-e184-44f6-8221-4f5419012682), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.392267 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:27.394836 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:27.427986 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Pushing event updated for resources: {'Port': ['ID=31e5f0d7-a1bf-437f-bbd8-2b585cb36b36,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:27.573781 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Attempting to bind port 40586e91-e184-44f6-8221-4f5419012682 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:27.574164 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Attempting to bind port 40586e91-e184-44f6-8221-4f5419012682 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:27.574530 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Attempting to bind port 40586e91-e184-44f6-8221-4f5419012682 on network 35badc98-a186-415a-b1b0-8c2ba87645f6 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:27.590589 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80590a-7085-4e08-8eb6-296843d06dea None None] Pushing event updated for resources: {'Port': ['ID=40586e91-e184-44f6-8221-4f5419012682,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:27.619422 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:27.622516 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:27.622966 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Checking segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:27.623496 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.624135 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Bound using segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:27.624730 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Bound port: 40586e91-e184-44f6-8221-4f5419012682, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:27.625187 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (40586e91-e184-44f6-8221-4f5419012682), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.693812 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.755088 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Router 9f0ce550-e627-4c30-a93f-03f863c20f90 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:03:27.765607 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] For port 40586e91-e184-44f6-8221-4f5419012682, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:27.800543 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] For port 40586e91-e184-44f6-8221-4f5419012682, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=40586e91-e184-44f6-8221-4f5419012682,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:27.867938 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:27.903009 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-503b8a6f-183e-4196-86e9-ceaaf48d6628 None None] Provisioning complete for port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:27.905687 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-503b8a6f-183e-4196-86e9-ceaaf48d6628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:27.986573 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:28.052624 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0b1f98af-8820-4a9d-b1a2-a171a714080e req-c04631f5-c31d-4774-a5b4-193f1cdee12f tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.1765735 Feb 28 13:03:28.125662 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:03:28.144150 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d4f3bd8c-daf1-41e4-b68e-e64545467308 admin admin] 10.222.0.23 "PUT /v2.0/routers/9f0ce550-e627-4c30-a93f-03f863c20f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5395172 Feb 28 13:03:28.168272 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:28.255916 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (40586e91-e184-44f6-8221-4f5419012682), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:28.270269 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4ad316c8-817e-4b17-8fc9-61c297942122 req-90c3814f-0823-43a2-a187-dd71a91cd317 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 210 time: 0.1036999 Feb 28 13:03:28.336702 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3b40bd08-2c12-4ce2-b236-38bc8fbbdbc9 req-1a77b63c-3c30-4c9b-9cfd-d3a10764d7a8 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 210 time: 0.1437111 Feb 28 13:03:28.401875 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-503b8a6f-183e-4196-86e9-ceaaf48d6628 None None] Port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:03:28.454318 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:03:28.455566 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:03:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:28.460416 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80590a-7085-4e08-8eb6-296843d06dea None None] Pushing event updated for resources: {'Port': ['ID=40586e91-e184-44f6-8221-4f5419012682,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:28.564633 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-b8ad0efb-a2f1-430e-9fcc-2c5df5790a58 None None] Provisioning complete for port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:28.565022 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0efb-a2f1-430e-9fcc-2c5df5790a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:28.666851 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad0efb-a2f1-430e-9fcc-2c5df5790a58 None None] Port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:03:28.685435 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:03:28.688635 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Publish callbacks [] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:28.727651 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device b136590a-b763-4209-a44a-8f15ffa691ee up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:28.762284 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:28.763139 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689303'] for router_interface (34b2d50e-3f50-401f-9f98-c3eefde8a144), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:28.852341 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Pushing event updated for resources: {'Port': ['ID=31e5f0d7-a1bf-437f-bbd8-2b585cb36b36,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:28.852427 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48086) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:28.856958 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1a027b5f-c944-40ff-8e72-a5137d15fde8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--600742931', 'description': 'tempest-description--492794108'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:28.888748 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port b136590a-b763-4209-a44a-8f15ffa691ee triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:28.889142 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (b136590a-b763-4209-a44a-8f15ffa691ee), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:28.903954 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.35', 49903) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:28.923908 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Network 1817a4ca-a968-48f5-850b-0f648c55cd83 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:28.925989 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:28.993670 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a027b5f-c944-40ff-8e72-a5137d15fde8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:29.106060 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 1, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:29.163237 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Router 34b2d50e-3f50-401f-9f98-c3eefde8a144 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:03:29.217501 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6fe23-4c36-47ab-9069-4201e337554b None None] The sync data for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi is: [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 1, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:03:29.235565 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port b136590a-b763-4209-a44a-8f15ffa691ee is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:29.236630 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (b136590a-b763-4209-a44a-8f15ffa691ee), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:29.264785 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1dc2731d-c14a-4838-9e97-8407e37b8761 req-f15a6337-33bf-4915-92a6-0a4cde7c6f01 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.0491309 Feb 28 13:03:29.275195 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port b136590a-b763-4209-a44a-8f15ffa691ee, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=b136590a-b763-4209-a44a-8f15ffa691ee,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:29.354662 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (b136590a-b763-4209-a44a-8f15ffa691ee), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:29.357041 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:29.370446 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-5422824b-7bb3-4c6b-bd61-2effeb21d4ea tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:29.372814 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-5422824b-7bb3-4c6b-bd61-2effeb21d4ea tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "GET /v2.0/networks?id=245d4435-eb6f-44af-b6bb-8cc635cb8f72 HTTP/1.1" status: 200 len: 814 time: 0.4472272 Feb 28 13:03:29.453831 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a027b5f-c944-40ff-8e72-a5137d15fde8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group (8b429543-bc65-42cd-a7bf-995be5168321), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:29.459315 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Request body: {'port': {'device_id': '8f0af5d4-18ee-4f4f-b513-98daea04132e', 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72', 'admin_state_up': True, 'tenant_id': 'a514bc8f2c964d85b7aa365400763653'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:29.487816 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2c6e376a-665b-484c-be76-1d9dfbd47f24 req-9a01c57d-c6aa-4621-aac7-ba898b41110d tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 210 time: 0.0646303 Feb 28 13:03:29.496179 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=b136590a-b763-4209-a44a-8f15ffa691ee,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:29.504793 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:03:29.514630 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:29.516588 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-6668060f-1189-444c-a06c-47af8fdd0caa admin admin] 10.222.0.23 "PUT /v2.0/routers/34b2d50e-3f50-401f-9f98-c3eefde8a144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4211600 Feb 28 13:03:29.571973 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b7299f08-7512-4aa8-965b-1027e1ca3293 req-cdee5ead-a819-4663-b43f-6938338df1f8 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 210 time: 0.0653553 Feb 28 13:03:29.601121 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-ca4ae372-42d3-47c9-b9e2-1764f3462c29 None None] Provisioning complete for port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:29.601732 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ca4ae372-42d3-47c9-b9e2-1764f3462c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:29.605861 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a027b5f-c944-40ff-8e72-a5137d15fde8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (8b429543-bc65-42cd-a7bf-995be5168321), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:29.654129 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a027b5f-c944-40ff-8e72-a5137d15fde8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b429543-bc65-42cd-a7bf-995be5168321,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:29.707803 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ae372-42d3-47c9-b9e2-1764f3462c29 None None] Port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:03:29.716933 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.35', 49910) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:29.720218 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:29.722045 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:29.863216 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a027b5f-c944-40ff-8e72-a5137d15fde8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:29.865710 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-1a027b5f-c944-40ff-8e72-a5137d15fde8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.0123510 Feb 28 13:03:29.876734 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 48120) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:29.885683 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-c11ee5c3-e4b3-4811-81b9-1142b92f236b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Request body: {'security_group_rule': {'security_group_id': '8b429543-bc65-42cd-a7bf-995be5168321', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:29.985666 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48124) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:29.994134 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:30.035116 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b73ea8-3323-42ce-926b-321ca544902b req-b1651479-daa5-438f-a268-2489645fefef tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:30.040258 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-b1651479-daa5-438f-a268-2489645fefef tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.35 "GET /v2.0/networks?id=68ce9cb6-2d82-48c3-89cd-2f5d170afa63 HTTP/1.1" status: 200 len: 811 time: 0.3191276 Feb 28 13:03:30.054268 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [req-43b73ea8-3323-42ce-926b-321ca544902b req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Request body: {'port': {'device_id': '146cc90c-af2f-42d0-8970-564b58ad7840', 'network_id': '68ce9cb6-2d82-48c3-89cd-2f5d170afa63', 'admin_state_up': True, 'tenant_id': 'd5b8923fbdc54938aa80a75bc0d7d6d5'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:30.059950 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Made reservation on behalf of a514bc8f2c964d85b7aa365400763653 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:30.064762 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:30.151663 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.35', 49913) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:30.199956 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Sync routers for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:03:30.219177 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:03:30.221475 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:03:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:30.355185 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c11ee5c3-e4b3-4811-81b9-1142b92f236b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group_rule (fa2ce39e-c29c-4f79-a9a8-4d85d45e1195), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:30.560708 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:03:30.604734 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-28ac6f73-bf00-41f1-8aed-50605685e3b2 req-8a018c25-1a14-4674-b4d8-ec27b429cf24 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.1936665 Feb 28 13:03:30.753028 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f60b-7557-444e-a5b3-670bb2c4f8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:30.758433 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device b136590a-b763-4209-a44a-8f15ffa691ee up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:30.884336 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port b136590a-b763-4209-a44a-8f15ffa691ee triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:30.887198 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (b136590a-b763-4209-a44a-8f15ffa691ee), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:31.014650 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.35', 49918) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:31.183608 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port b136590a-b763-4209-a44a-8f15ffa691ee is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:31.242939 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 2, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:31.386824 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Checking router: 9f0ce550-e627-4c30-a93f-03f863c20f90 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:03:31.387171 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Updating router 9f0ce550-e627-4c30-a93f-03f863c20f90 port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f binding host dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:03:31.430083 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:03:31.430317 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c37e3f48-4efe-4aa3-93aa-eb09b6051b6b req-77c9df65-d957-4a9f-8d4c-2a43552114f7 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 210 time: 0.1832750 Feb 28 13:03:31.534059 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Allocated IP 172.20.0.10 (245d4435-eb6f-44af-b6bb-8cc635cb8f72/33a32ce5-a5da-48af-a2ce-6938234117b8/e0dd1599-2f93-48e0-a17f-b7ca57962161) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:31.538934 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:31.640978 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-0c5602a0-3404-405b-b2a1-e9c44ef7d5e2 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:31.643353 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-0c5602a0-3404-405b-b2a1-e9c44ef7d5e2 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.35 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 818 time: 1.4901338 Feb 28 13:03:31.665142 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b73ea8-3323-42ce-926b-321ca544902b req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Made reservation on behalf of d5b8923fbdc54938aa80a75bc0d7d6d5 for: {'port': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:31.669613 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-43b73ea8-3323-42ce-926b-321ca544902b req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:31.677870 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Request body: {'port': {'device_id': '126a7963-f014-41d7-bb35-5ffae4557437', 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd', 'admin_state_up': True, 'tenant_id': '24004d6c21a74639aae97880bd275bf2'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:31.685528 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c11ee5c3-e4b3-4811-81b9-1142b92f236b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group_rule (fa2ce39e-c29c-4f79-a9a8-4d85d45e1195), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:31.734881 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-54e049f6-a37c-46e0-a638-5d2b903ad8da req-5cc6bb30-7e1c-4cf1-9ffb-7f22d656bcc1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 210 time: 0.0816841 Feb 28 13:03:31.772114 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 48184) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:31.787435 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-92995e84-d376-466c-acb0-021dad487970 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018836488', 'description': 'tempest-description--338136346'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:31.860635 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-7504f7c6-ac71-4bae-9629-71e3b04d5472 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:31.866838 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c11ee5c3-e4b3-4811-81b9-1142b92f236b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (fa2ce39e-c29c-4f79-a9a8-4d85d45e1195), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:31.867164 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-7504f7c6-ac71-4bae-9629-71e3b04d5472 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.35 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 818 time: 0.8279655 Feb 28 13:03:31.904800 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Request body: {'port': {'device_id': 'e9f54ef8-3ede-4f29-b42c-658b6d086e11', 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd', 'admin_state_up': True, 'tenant_id': '24004d6c21a74639aae97880bd275bf2'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:32.044423 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-af644699-4805-4c71-86d2-a1ca12c82e9a req-92d3c1aa-c759-42c4-b2e2-181f6c866932 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.1617277 Feb 28 13:03:32.049546 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f60b-7557-444e-a5b3-670bb2c4f8e0 admin admin] Publish callbacks [] for security_group (355705bd-600b-470c-a40d-ba73fde41c0a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.065637 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-92995e84-d376-466c-acb0-021dad487970 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.134206 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ee5c3-e4b3-4811-81b9-1142b92f236b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2ce39e-c29c-4f79-a9a8-4d85d45e1195,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:32.223748 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks [] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.226364 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f60b-7557-444e-a5b3-670bb2c4f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (355705bd-600b-470c-a40d-ba73fde41c0a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.271905 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c11ee5c3-e4b3-4811-81b9-1142b92f236b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.292910 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-c11ee5c3-e4b3-4811-81b9-1142b92f236b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3962841 Feb 28 13:03:32.293063 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1f60b-7557-444e-a5b3-670bb2c4f8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355705bd-600b-470c-a40d-ba73fde41c0a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:32.297670 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-1cc1f60b-7557-444e-a5b3-670bb2c4f8e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f3a06cc61fc4b2bbea43f29b6350f6e&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3109334 Feb 28 13:03:32.310553 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48188) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:32.310553 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48190) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:32.313237 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Publish callbacks [] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.323236 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c21952b6-4a72-483b-a5b4-d6d7970d8aa2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Request body: {'security_group_rule': {'security_group_id': '8b429543-bc65-42cd-a7bf-995be5168321', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:32.329829 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [req-43b73ea8-3323-42ce-926b-321ca544902b req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Allocated IP 172.20.0.5 (68ce9cb6-2d82-48c3-89cd-2f5d170afa63/f68b4664-dccf-4402-800a-512c0371ad0c/d904f42d-56e7-438a-a2d4-761cccac8a45) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:32.376800 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Made reservation on behalf of 24004d6c21a74639aae97880bd275bf2 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:32.396375 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.420562 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-92995e84-d376-466c-acb0-021dad487970 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group (1ee1a94b-54f2-4502-8ba0-0a676dc26c76), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.420780 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.432053 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Made reservation on behalf of 24004d6c21a74639aae97880bd275bf2 for: {'port': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:32.432053 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.469343 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.508369 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cba9e7-4bc6-4e73-8062-48b636cf789f None None] Pushing event updated for resources: {'Port': ['ID=2ce90151-90ba-40a4-bf20-4e97fc3ebe5f,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:32.688235 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c21952b6-4a72-483b-a5b4-d6d7970d8aa2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group_rule (6f304c10-a1eb-4cfc-a7aa-8c2c1676b212), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.733476 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Attempting to bind port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:32.736573 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Attempting to bind port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:32.737497 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Attempting to bind port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f on network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:32.767269 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:32.787764 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Checking segment: {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:32.789421 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.793644 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Bound using segment: {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:32.799436 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Bound port: 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:32.802638 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:32.814483 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 40586e91-e184-44f6-8221-4f5419012682 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:32.875944 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Allocated IP 172.20.0.4 (32e9cc3b-dca1-43ec-8052-db962743c7fd/5f4b1790-8f7d-4968-b8bb-bb924b22cbb4/8ebd5bf7-5b36-4933-b51f-86c4ac321f7c) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:33.000945 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 40586e91-e184-44f6-8221-4f5419012682 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:33.004341 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (40586e91-e184-44f6-8221-4f5419012682), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.039656 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] For port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:33.040667 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa184e4f-e5e8-4d20-ad17-6fd37c02128f admin admin] Publish callbacks [] for security_group (355705bd-600b-470c-a40d-ba73fde41c0a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.045988 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] For port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=2ce90151-90ba-40a4-bf20-4e97fc3ebe5f,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:33.121187 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-434e04e9-d2c8-4483-8e2d-677ab3e80ce8 None None] Provisioning complete for port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:33.121816 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-434e04e9-d2c8-4483-8e2d-677ab3e80ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.135096 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.173378 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-434e04e9-d2c8-4483-8e2d-677ab3e80ce8 None None] Port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:03:33.190051 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-92995e84-d376-466c-acb0-021dad487970 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (1ee1a94b-54f2-4502-8ba0-0a676dc26c76), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.216351 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:33.247739 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cba9e7-4bc6-4e73-8062-48b636cf789f None None] Pushing event updated for resources: {'Port': ['ID=2ce90151-90ba-40a4-bf20-4e97fc3ebe5f,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:33.276342 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:33.280602 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:33.287993 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:33.288685 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.300731 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:03:33.301651 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:03:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:33.333771 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 40586e91-e184-44f6-8221-4f5419012682 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:33.334504 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (40586e91-e184-44f6-8221-4f5419012682), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.392559 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port 40586e91-e184-44f6-8221-4f5419012682, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=40586e91-e184-44f6-8221-4f5419012682,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:33.447761 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c21952b6-4a72-483b-a5b4-d6d7970d8aa2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group_rule (6f304c10-a1eb-4cfc-a7aa-8c2c1676b212), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.540181 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Pushing event updated for resources: {'Port': ['ID=e0dd1599-2f93-48e0-a17f-b7ca57962161,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:33.540331 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks [] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.540417 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa184e4f-e5e8-4d20-ad17-6fd37c02128f admin admin] Publish callbacks [] for security_group (355705bd-600b-470c-a40d-ba73fde41c0a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.569244 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5cb1729d-4cce-4d6d-9840-343b72effbe6 req-d36f8a27-57df-4c49-9645-a76b0a19bd72 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 210 time: 0.5398092 Feb 28 13:03:33.596231 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92995e84-d376-466c-acb0-021dad487970 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee1a94b-54f2-4502-8ba0-0a676dc26c76,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:33.697504 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c425a2-1694-4eb8-9705-0bf5bb9cc815 req-42861e57-7199-47af-83c2-708cc556b4ba tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:33.702689 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c6c425a2-1694-4eb8-9705-0bf5bb9cc815 req-42861e57-7199-47af-83c2-708cc556b4ba tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 932 time: 0.6719658 Feb 28 13:03:33.715110 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-43b73ea8-3323-42ce-926b-321ca544902b req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Publish callbacks [] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.721699 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c21952b6-4a72-483b-a5b4-d6d7970d8aa2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (6f304c10-a1eb-4cfc-a7aa-8c2c1676b212), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.742157 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.751744 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (40586e91-e184-44f6-8221-4f5419012682), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.752377 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-92995e84-d376-466c-acb0-021dad487970 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.753872 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-92995e84-d376-466c-acb0-021dad487970 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.9806774 Feb 28 13:03:33.775367 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 48224) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:33.788305 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa184e4f-e5e8-4d20-ad17-6fd37c02128f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (355705bd-600b-470c-a40d-ba73fde41c0a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.812382 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa184e4f-e5e8-4d20-ad17-6fd37c02128f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.812382 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-fa184e4f-e5e8-4d20-ad17-6fd37c02128f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/355705bd-600b-470c-a40d-ba73fde41c0a HTTP/1.1" status: 204 len: 168 time: 1.4912019 Feb 28 13:03:33.813433 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-55dbfd93-b1c4-45a3-9e5a-35778f2ee34b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Request body: {'security_group_rule': {'security_group_id': '1ee1a94b-54f2-4502-8ba0-0a676dc26c76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:33.848507 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21952b6-4a72-483b-a5b4-d6d7970d8aa2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f304c10-a1eb-4cfc-a7aa-8c2c1676b212,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:33.870757 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2338d8ea-3609-41f1-85e1-bed0c6ad163e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4365985 Feb 28 13:03:33.914045 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-18d44712-543f-467b-829d-9093172a6bf7 None None] Provisioning complete for port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:33.914045 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-18d44712-543f-467b-829d-9093172a6bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:33.921748 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=40586e91-e184-44f6-8221-4f5419012682,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:33.933477 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:03:33.935947 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d22aa634-9206-4ce7-bf55-de2ec74820c1 req-801bcf51-5f2b-4ab2-87d2-3cc6feb2073a tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.1759603 Feb 28 13:03:33.943237 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-287652e1-54af-446c-8130-fb7618559d06 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 13:03:33.950614 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-287652e1-54af-446c-8130-fb7618559d06 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0655437 Feb 28 13:03:33.967019 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa184e4f-e5e8-4d20-ad17-6fd37c02128f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355705bd-600b-470c-a40d-ba73fde41c0a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:34.013932 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Sync routers for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:03:34.014952 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Allocated IP 172.20.0.11 (32e9cc3b-dca1-43ec-8052-db962743c7fd/5f4b1790-8f7d-4968-b8bb-bb924b22cbb4/705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:34.037726 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Network 32e9cc3b-dca1-43ec-8052-db962743c7fd is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:34.050213 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:03:34.051453 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:03:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:34.082442 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:34.098186 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:34.125565 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:34.126293 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.130854 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c21952b6-4a72-483b-a5b4-d6d7970d8aa2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.143944 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-c21952b6-4a72-483b-a5b4-d6d7970d8aa2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8243077 Feb 28 13:03:34.156046 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48236) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:34.183318 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Request body: {'floatingip': {'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:34.260279 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c6c425a2-1694-4eb8-9705-0bf5bb9cc815 req-fbb8a26d-bfdb-4266-a746-ea677133eafc tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526543 Feb 28 13:03:34.327089 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-55dbfd93-b1c4-45a3-9e5a-35778f2ee34b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group_rule (06542174-f147-402f-b1dc-fce519c9f694), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.392018 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Pushing event updated for resources: {'Port': ['ID=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:34.406670 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.434453 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-55dbfd93-b1c4-45a3-9e5a-35778f2ee34b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group_rule (06542174-f147-402f-b1dc-fce519c9f694), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.442543 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Request body: {'port': {'device_id': '8f0af5d4-18ee-4f4f-b513-98daea04132e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:34.445201 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-2eb619d6-33a2-407e-a77f-9aa8a342de70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7704306 Feb 28 13:03:34.459894 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Request body: {'port': {'device_id': '126a7963-f014-41d7-bb35-5ffae4557437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:34.468369 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-43b73ea8-3323-42ce-926b-321ca544902b req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.493491 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-18d44712-543f-467b-829d-9093172a6bf7 None None] Current status of the port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:34.498438 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-18d44712-543f-467b-829d-9093172a6bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.537509 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:03:34.723677 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks [] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.724978 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-55dbfd93-b1c4-45a3-9e5a-35778f2ee34b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (06542174-f147-402f-b1dc-fce519c9f694), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.725223 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:34.725952 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.726263 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Pushing event updated for resources: {'Port': ['ID=d904f42d-56e7-438a-a2d4-761cccac8a45,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:34.741377 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82f1402-a40c-4e8a-95a6-02891294609b None None] The sync data for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi is: [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:03:34.782380 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-464dc9e7-7611-467b-b2a9-f506c73a98a8 req-9ecc7b15-6bce-49da-b3da-68612eeeddee tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 210 time: 0.0444553 Feb 28 13:03:34.785301 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 40586e91-e184-44f6-8221-4f5419012682 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:34.791112 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-18d44712-543f-467b-829d-9093172a6bf7 None None] For port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=2ce90151-90ba-40a4-bf20-4e97fc3ebe5f,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:34.793240 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b73ea8-3323-42ce-926b-321ca544902b req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Network 68ce9cb6-2d82-48c3-89cd-2f5d170afa63 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:34.794937 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbfd93-b1c4-45a3-9e5a-35778f2ee34b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06542174-f147-402f-b1dc-fce519c9f694,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:34.818461 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [req-43b73ea8-3323-42ce-926b-321ca544902b req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:34.823541 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b73ea8-3323-42ce-926b-321ca544902b req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:34.830974 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b73ea8-3323-42ce-926b-321ca544902b req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:34.832014 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-43b73ea8-3323-42ce-926b-321ca544902b req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.864937 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.920064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-55dbfd93-b1c4-45a3-9e5a-35778f2ee34b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:34.921496 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-55dbfd93-b1c4-45a3-9e5a-35778f2ee34b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1420767 Feb 28 13:03:34.921496 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 48252) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:34.927433 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-974050d2-a62c-428d-ad44-fb588ce555fa tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Request body: {'security_group_rule': {'security_group_id': '1ee1a94b-54f2-4502-8ba0-0a676dc26c76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:35.042602 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:35.044846 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-18d44712-543f-467b-829d-9093172a6bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:35.237769 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d44712-543f-467b-829d-9093172a6bf7 None None] Pushing event updated for resources: {'Port': ['ID=2ce90151-90ba-40a4-bf20-4e97fc3ebe5f,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:35.275606 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:35.277119 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-094aee17-4932-402a-abd3-823aafc5e63e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2260427 Feb 28 13:03:35.307332 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Pushing event updated for resources: {'Port': ['ID=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:35.315756 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Request body: {'port': {'device_id': '146cc90c-af2f-42d0-8970-564b58ad7840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:35.373503 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Network 32e9cc3b-dca1-43ec-8052-db962743c7fd is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:35.394509 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:35.419577 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:35.532133 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:35.532133 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:35.532632 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 40586e91-e184-44f6-8221-4f5419012682 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:35.532632 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (40586e91-e184-44f6-8221-4f5419012682), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:35.532777 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-974050d2-a62c-428d-ad44-fb588ce555fa tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group_rule (00587bb0-802d-44fa-89ef-5d0dd876bc07), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:35.532855 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48266) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:35.547797 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48268) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:35.601948 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 40586e91-e184-44f6-8221-4f5419012682 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:35.644648 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:28Z', 'revision_number': 2, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:35.698648 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Checking router: 34b2d50e-3f50-401f-9f98-c3eefde8a144 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:03:35.699110 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Updating router 34b2d50e-3f50-401f-9f98-c3eefde8a144 port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 binding host dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:03:35.733282 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:35.787871 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f924d9f-b047-4893-b163-90920192d5da req-a5daae94-9ec4-4a5d-b386-a1e8573fb24a tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:35.797962 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2f924d9f-b047-4893-b163-90920192d5da req-a5daae94-9ec4-4a5d-b386-a1e8573fb24a tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 931 time: 0.7784514 Feb 28 13:03:35.924163 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d28f8c0-4145-4653-a11c-626d949e1776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:35.967616 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:35.995599 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-38e7e59e-c07b-4b17-af0c-868c785e49fb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0984454 Feb 28 13:03:36.050587 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Request body: {'port': {'device_id': 'e9f54ef8-3ede-4f29-b42c-658b6d086e11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:36.144788 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e39ec-9397-4e78-9aea-8d147eb10fc9 req-ee96f725-454d-4095-a497-a7c202518a7c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:36.154879 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0d2e39ec-9397-4e78-9aea-8d147eb10fc9 req-ee96f725-454d-4095-a497-a7c202518a7c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 932 time: 0.6887262 Feb 28 13:03:36.158808 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-974050d2-a62c-428d-ad44-fb588ce555fa tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group_rule (00587bb0-802d-44fa-89ef-5d0dd876bc07), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.178442 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2f924d9f-b047-4893-b163-90920192d5da req-1e468551-9e61-44e9-b24d-d022f34a8cef tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793390 Feb 28 13:03:36.211721 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dd1599-2f93-48e0-a17f-b7ca57962161 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:03:36.236576 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Allocated IP 172.27.2.205 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/5100d479-efcd-4046-a781-6c66c496e506) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:36.258404 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Publish callbacks [] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.291816 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-436be5cd-531c-4ea9-a604-ec3393936105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.374294 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-974050d2-a62c-428d-ad44-fb588ce555fa tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (00587bb0-802d-44fa-89ef-5d0dd876bc07), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.382345 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Transition to ACTIVE for port object e0dd1599-2f93-48e0-a17f-b7ca57962161 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:03:36.405252 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.450276 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Publish callbacks [] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.468975 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d28f8c0-4145-4653-a11c-626d949e1776 admin admin] Publish callbacks [] for security_group (5221df81-912a-4133-905a-ab2f3ef1cf43), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.494461 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.504186 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0d2e39ec-9397-4e78-9aea-8d147eb10fc9 req-5cc27598-6838-43db-9235-8a7f41cdbecc tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481390 Feb 28 13:03:36.525389 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974050d2-a62c-428d-ad44-fb588ce555fa tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00587bb0-802d-44fa-89ef-5d0dd876bc07,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:36.574498 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.595961 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-974050d2-a62c-428d-ad44-fb588ce555fa tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.597600 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-974050d2-a62c-428d-ad44-fb588ce555fa tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6749277 Feb 28 13:03:36.603494 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:03:36.608588 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 48282) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:36.619814 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Request body: {'floatingip': {'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:36.629351 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Publish callbacks [] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.687102 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Transition to ACTIVE for port object 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c will not be triggered until provisioned by entity L2. {{(pid=103231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:03:36.726605 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd0e4b-51d5-49bc-8ae7-9ee61c73755a None None] Pushing event updated for resources: {'Port': ['ID=31e5f0d7-a1bf-437f-bbd8-2b585cb36b36,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:36.726733 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f48b3b-a205-4988-b855-a9d8920d3cfd req-d2d81be7-c9d3-4e21-a4b8-853604d3c54c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:36.726733 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-46f48b3b-a205-4988-b855-a9d8920d3cfd req-d2d81be7-c9d3-4e21-a4b8-853604d3c54c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 932 time: 0.3358676 Feb 28 13:03:36.840351 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:36.842820 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d28f8c0-4145-4653-a11c-626d949e1776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5221df81-912a-4133-905a-ab2f3ef1cf43), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.845478 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Pushing event updated for resources: {'Port': ['ID=e0dd1599-2f93-48e0-a17f-b7ca57962161,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:36.851328 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Attempting to bind port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:36.852752 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Attempting to bind port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:36.853345 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Attempting to bind port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 on network 1817a4ca-a968-48f5-850b-0f648c55cd83 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:36.873451 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-46f48b3b-a205-4988-b855-a9d8920d3cfd req-b7dc72ed-db14-4241-b374-cc70a5495e36 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675608 Feb 28 13:03:36.897117 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.916183 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:36.916662 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Checking segment: {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:36.917213 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:36.917744 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Bound using segment: {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:36.918424 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Bound port: 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:36.918958 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.045444 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:37.065645 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.152835 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:37.153377 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.167290 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] For port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:37.189422 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d904f42d-56e7-438a-a2d4-761cccac8a45 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:03:37.202219 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Publish callbacks [] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.222462 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Transition to ACTIVE for port object d904f42d-56e7-438a-a2d4-761cccac8a45 will not be triggered until provisioned by entity L2. {{(pid=103231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:03:37.274257 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:03:37.284883 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Publish callbacks [] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.307765 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] For port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=31e5f0d7-a1bf-437f-bbd8-2b585cb36b36,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:37.347668 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Transition to ACTIVE for port object 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:03:37.359504 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-a6daad8e-c441-4702-8d3b-3a00cba0d866 None None] Provisioning complete for port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:37.360034 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6daad8e-c441-4702-8d3b-3a00cba0d866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.384541 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Attempting to bind port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:37.385156 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Attempting to bind port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:37.385681 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Attempting to bind port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c on network 32e9cc3b-dca1-43ec-8052-db962743c7fd {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:37.449512 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.461884 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28f8c0-4145-4653-a11c-626d949e1776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5221df81-912a-4133-905a-ab2f3ef1cf43,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:37.474235 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-3d28f8c0-4145-4653-a11c-626d949e1776 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=011b1dc5e838412ea1d8fba41097545b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9535308 Feb 28 13:03:37.475950 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.477417 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 48294) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:37.574080 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.609528 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c on network 32e9cc3b-dca1-43ec-8052-db962743c7fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:03:37.609868 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Attempting to bind port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c on network 32e9cc3b-dca1-43ec-8052-db962743c7fd {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:37.650719 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-436be5cd-531c-4ea9-a604-ec3393936105 admin admin] Publish callbacks [] for security_group (cddf8a38-bbae-48bc-b005-b6e574c31b44), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.654059 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a6daad8e-c441-4702-8d3b-3a00cba0d866 None None] Port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:03:37.682754 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Attempting to bind port e0dd1599-2f93-48e0-a17f-b7ca57962161 on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:37.683400 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Attempting to bind port e0dd1599-2f93-48e0-a17f-b7ca57962161 by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:37.683772 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Attempting to bind port e0dd1599-2f93-48e0-a17f-b7ca57962161 on network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:37.701384 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Port e0dd1599-2f93-48e0-a17f-b7ca57962161 on network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:03:37.705319 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:03:37.705682 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Attempting to bind port e0dd1599-2f93-48e0-a17f-b7ca57962161 on network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:37.706088 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:03:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:37.752953 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:37.753392 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for port (5100d479-efcd-4046-a781-6c66c496e506), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.760550 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd0e4b-51d5-49bc-8ae7-9ee61c73755a None None] Pushing event updated for resources: {'Port': ['ID=31e5f0d7-a1bf-437f-bbd8-2b585cb36b36,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:37.893748 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ee01d-6fa3-44b1-a7d6-3fcf661d2df1 req-c3ab688b-e402-4e60-ab1a-46c5719d0c74 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:37.896458 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9a5ee01d-6fa3-44b1-a7d6-3fcf661d2df1 req-c3ab688b-e402-4e60-ab1a-46c5719d0c74 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 943 time: 0.5380242 Feb 28 13:03:37.912899 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:37.913379 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Checking segment: {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:37.913986 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Bound using segment: {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:37.914541 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Bound port: e0dd1599-2f93-48e0-a17f-b7ca57962161, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:37.914963 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.919227 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-436be5cd-531c-4ea9-a604-ec3393936105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (cddf8a38-bbae-48bc-b005-b6e574c31b44), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.921587 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:37.927348 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Checking segment: {'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:37.927348 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Bound using segment: {'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:37.927348 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Bound port: 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:37.927348 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:37.944126 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Pushing event updated for resources: {'Port': ['ID=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:37.971356 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:03:38.034421 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Attempting to bind port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:38.034876 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Attempting to bind port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:38.035290 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Attempting to bind port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb on network 32e9cc3b-dca1-43ec-8052-db962743c7fd {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:38.107271 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-436be5cd-531c-4ea9-a604-ec3393936105 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1115acdea29c4ee7b98f638847770918&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5380638 Feb 28 13:03:38.110761 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436be5cd-531c-4ea9-a604-ec3393936105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddf8a38-bbae-48bc-b005-b6e574c31b44,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:38.135087 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb on network 32e9cc3b-dca1-43ec-8052-db962743c7fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:03:38.135087 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Attempting to bind port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb on network 32e9cc3b-dca1-43ec-8052-db962743c7fd {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:38.135992 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48312) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:38.148281 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (5100d479-efcd-4046-a781-6c66c496e506), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.155497 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] For port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c, host hv-cinder-83120, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:38.168532 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d904f42d-56e7-438a-a2d4-761cccac8a45,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:38.200939 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fce477-7a70-49b0-8479-9a2b37fb37ce req-53f045f3-e6f8-49ac-bfe4-ec6bd4e34275 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:38.202751 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f5fce477-7a70-49b0-8479-9a2b37fb37ce req-53f045f3-e6f8-49ac-bfe4-ec6bd4e34275 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 944 time: 0.5565658 Feb 28 13:03:38.228492 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-90361b11-5500-460e-9ed9-67d48037c95e None None] Provisioning complete for port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:38.228949 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90361b11-5500-460e-9ed9-67d48037c95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.246046 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:38.246455 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Checking segment: {'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:38.246855 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Bound using segment: {'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:38.247297 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Bound port: 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92804fb-85a8-4c1b-9523-26578b69560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:38.247688 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.299078 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:38.313780 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:38.321780 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:38.380686 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] For port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:38.390242 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f5fce477-7a70-49b0-8479-9a2b37fb37ce req-2a09cf35-ad84-4a1c-902d-feb55e11fd50 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603615 Feb 28 13:03:38.393918 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Attempting to bind port d904f42d-56e7-438a-a2d4-761cccac8a45 on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:38.394443 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Attempting to bind port d904f42d-56e7-438a-a2d4-761cccac8a45 by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '8f529ec1-84d2-4063-84aa-deb37ba1a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '68ce9cb6-2d82-48c3-89cd-2f5d170afa63'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:38.394773 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Attempting to bind port d904f42d-56e7-438a-a2d4-761cccac8a45 on network 68ce9cb6-2d82-48c3-89cd-2f5d170afa63 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:38.404751 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.473063 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-90361b11-5500-460e-9ed9-67d48037c95e None None] Current status of the port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:38.473482 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90361b11-5500-460e-9ed9-67d48037c95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.492964 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:37Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:03:38.521871 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-90361b11-5500-460e-9ed9-67d48037c95e None None] For port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=31e5f0d7-a1bf-437f-bbd8-2b585cb36b36,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:38.553335 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d0fc6-69fd-4504-b9c3-6710094fc8c0 None None] The sync data for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi is: [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:37Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:03:38.556929 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event updated for resources: {'Port': ['ID=5100d479-efcd-4046-a781-6c66c496e506,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:38.566851 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] For port e0dd1599-2f93-48e0-a17f-b7ca57962161, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:38.613223 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Port d904f42d-56e7-438a-a2d4-761cccac8a45 on network 68ce9cb6-2d82-48c3-89cd-2f5d170afa63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:03:38.613853 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Attempting to bind port d904f42d-56e7-438a-a2d4-761cccac8a45 on network 68ce9cb6-2d82-48c3-89cd-2f5d170afa63 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:38.704169 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.704781 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (a6e35bb6-c8b5-44b4-844e-774c09a47bc8), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.717488 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90361b11-5500-460e-9ed9-67d48037c95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.728777 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] For port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:38.741829 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] For port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:38.757891 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fba727f8-4e9e-43ba-88bf-a4b31e6215d2 admin admin] Publish callbacks [] for security_group (cddf8a38-bbae-48bc-b005-b6e574c31b44), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.770399 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:38.792940 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Allocated IP 172.27.2.46 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/0799d615-6dda-4913-b213-a537472a3784) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:38.796943 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] For port e0dd1599-2f93-48e0-a17f-b7ca57962161, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e0dd1599-2f93-48e0-a17f-b7ca57962161,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:38.842207 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fba727f8-4e9e-43ba-88bf-a4b31e6215d2 admin admin] Publish callbacks [] for security_group (cddf8a38-bbae-48bc-b005-b6e574c31b44), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.867079 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90361b11-5500-460e-9ed9-67d48037c95e None None] Pushing event updated for resources: {'Port': ['ID=31e5f0d7-a1bf-437f-bbd8-2b585cb36b36,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:38.932275 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:38.932275 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Checking segment: {'id': '8f529ec1-84d2-4063-84aa-deb37ba1a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '68ce9cb6-2d82-48c3-89cd-2f5d170afa63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:38.932275 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Bound using segment: {'id': '8f529ec1-84d2-4063-84aa-deb37ba1a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '68ce9cb6-2d82-48c3-89cd-2f5d170afa63'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:38.932275 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Bound port: d904f42d-56e7-438a-a2d4-761cccac8a45, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f529ec1-84d2-4063-84aa-deb37ba1a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '68ce9cb6-2d82-48c3-89cd-2f5d170afa63'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:38.932275 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.939349 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9ac6587a-0651-48df-bfde-feae9459780c admin admin] Publish callbacks [] for security_group (5221df81-912a-4133-905a-ab2f3ef1cf43), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.947981 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:38.979451 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9a5ee01d-6fa3-44b1-a7d6-3fcf661d2df1 req-2b116951-f019-4e95-b4b9-aa963266a43f tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0354276 Feb 28 13:03:39.001027 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:39.001486 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:39.015572 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:39.016180 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:39.017867 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] 10.222.0.35 "PUT /v2.0/ports/8ebd5bf7-5b36-4933-b51f-86c4ac321f7c HTTP/1.1" status: 200 len: 1093 time: 4.5632145 Feb 28 13:03:39.018780 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126a7963-f014-41d7-bb35-5ffae4557437', 'tag': '8ebd5bf7-5b36-4933-b51f-86c4ac321f7c'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:03:39.019909 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:39.059932 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:39.061657 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:39.065971 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] 10.222.0.35 "PUT /v2.0/ports/705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb HTTP/1.1" status: 200 len: 1094 time: 3.0284560 Feb 28 13:03:39.081990 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f54ef8-3ede-4f29-b42c-658b6d086e11', 'tag': '705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:03:39.106632 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for port (0799d615-6dda-4913-b213-a537472a3784), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:39.118573 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59596111-a829-471f-8174-ad7a98c1c839 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:39.179551 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9ac6587a-0651-48df-bfde-feae9459780c admin admin] Publish callbacks [] for security_group (5221df81-912a-4133-905a-ab2f3ef1cf43), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:39.319241 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:39.319241 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:39.319241 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] 10.222.0.35 "PUT /v2.0/ports/e0dd1599-2f93-48e0-a17f-b7ca57962161 HTTP/1.1" status: 200 len: 1094 time: 5.0534990 Feb 28 13:03:39.324303 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdaf84e-8593-4992-a6b2-70ce8e858aad req-a9ec916f-1299-4fc7-b983-07beb3066c01 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:39.328077 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3cdaf84e-8593-4992-a6b2-70ce8e858aad req-a9ec916f-1299-4fc7-b983-07beb3066c01 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 944 time: 0.7257462 Feb 28 13:03:39.497968 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:39.519204 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (5100d479-efcd-4046-a781-6c66c496e506), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:39.556028 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] For port d904f42d-56e7-438a-a2d4-761cccac8a45, host hv-cinder-83120, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:39.562097 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0a33bd346426e0dd70819d4ab0c8b29067d305585d16d849570ff81fe1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7f9f5e-d939-4fa0-ad17-7e483378bfda" -d '{"events": [{"name": "network-changed", "server_uuid": "126a7963-f014-41d7-bb35-5ffae4557437", "tag": "8ebd5bf7-5b36-4933-b51f-86c4ac321f7c"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:03:39.592955 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72524bb8-55c2-4ddb-af89-05b7846e6eee" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f54ef8-3ede-4f29-b42c-658b6d086e11", "tag": "705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:03:39.687733 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d8097-53bc-46ea-9020-41fb38ab568a service neutron] Pushing event updated for resources: {'Port': ['ID=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:39.694739 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-5b874ebc-c468-49cd-926a-f487d998048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:39.696507 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-5b874ebc-c468-49cd-926a-f487d998048a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 1127 time: 0.3372514 Feb 28 13:03:39.880165 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] For port d904f42d-56e7-438a-a2d4-761cccac8a45, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=d904f42d-56e7-438a-a2d4-761cccac8a45,segment=NetworkSegment(8f529ec1-84d2-4063-84aa-deb37ba1a9d4),segment_id=8f529ec1-84d2-4063-84aa-deb37ba1a9d4)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:39.885633 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (0799d615-6dda-4913-b213-a537472a3784), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:39.919736 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3cdaf84e-8593-4992-a6b2-70ce8e858aad req-2061029e-919c-4b80-93be-01bf6132941c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418494 Feb 28 13:03:40.001281 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-de743914-b8b1-40c2-87a7-793af844d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:40.004004 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-de743914-b8b1-40c2-87a7-793af844d1e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 1128 time: 0.8014827 Feb 28 13:03:40.011618 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:40.017913 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:40.027330 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:40.044148 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event updated for resources: {'Port': ['ID=0799d615-6dda-4913-b213-a537472a3784,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:40.048706 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:40.081446 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9ac6587a-0651-48df-bfde-feae9459780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5221df81-912a-4133-905a-ab2f3ef1cf43), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:40.085135 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9ac6587a-0651-48df-bfde-feae9459780c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:40.090245 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-9ac6587a-0651-48df-bfde-feae9459780c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5221df81-912a-4133-905a-ab2f3ef1cf43 HTTP/1.1" status: 204 len: 168 time: 2.6039166 Feb 28 13:03:40.134430 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:40.135197 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:40.136807 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] 10.222.0.35 "PUT /v2.0/ports/d904f42d-56e7-438a-a2d4-761cccac8a45 HTTP/1.1" status: 200 len: 1093 time: 4.8363128 Feb 28 13:03:40.252850 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-a0c30735-f953-4bc7-8f35-2f85c1977818 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb HTTP/1.1" status: 200 len: 217 time: 0.1888261 Feb 28 13:03:40.253704 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6587a-0651-48df-bfde-feae9459780c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5221df81-912a-4133-905a-ab2f3ef1cf43,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:40.303355 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-96abf40b-edc7-426b-9bd8-388eaf962c8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c HTTP/1.1" status: 200 len: 217 time: 0.5561359 Feb 28 13:03:40.310546 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-c3669ccf-2378-4ef3-9f86-08ebbd9f1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:40.312230 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-c3669ccf-2378-4ef3-9f86-08ebbd9f1a34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 1128 time: 0.8629777 Feb 28 13:03:40.313145 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fba727f8-4e9e-43ba-88bf-a4b31e6215d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (cddf8a38-bbae-48bc-b005-b6e574c31b44), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:40.313274 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2109a62-5f00-4ce4-b4f3-b546dddab5bf req-045db529-455d-4cdd-a7f6-36a1cc4ff73a tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:40.315772 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fba727f8-4e9e-43ba-88bf-a4b31e6215d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:40.317110 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-fba727f8-4e9e-43ba-88bf-a4b31e6215d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cddf8a38-bbae-48bc-b005-b6e574c31b44 HTTP/1.1" status: 204 len: 168 time: 2.1774154 Feb 28 13:03:40.326378 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a2109a62-5f00-4ce4-b4f3-b546dddab5bf req-045db529-455d-4cdd-a7f6-36a1cc4ff73a tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 944 time: 0.7306945 Feb 28 13:03:40.375310 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd91878-4f7e-4dc6-a1ac-af38dc9b4f61 x-openstack-request-id: req-7dd91878-4f7e-4dc6-a1ac-af38dc9b4f61 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:03:40.375917 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126a7963-f014-41d7-bb35-5ffae4557437", "tag": "8ebd5bf7-5b36-4933-b51f-86c4ac321f7c", "status": "completed", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:03:40.376041 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dd91878-4f7e-4dc6-a1ac-af38dc9b4f61 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:03:40.376415 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126a7963-f014-41d7-bb35-5ffae4557437', 'tag': '8ebd5bf7-5b36-4933-b51f-86c4ac321f7c', 'status': 'completed', 'code': 200} Feb 28 13:03:40.397411 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-e51b5067-5ac0-4352-9942-a015c3b2267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:40.399109 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-e51b5067-5ac0-4352-9942-a015c3b2267e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 HTTP/1.1" status: 200 len: 858 time: 0.0651751 Feb 28 13:03:40.459326 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba727f8-4e9e-43ba-88bf-a4b31e6215d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddf8a38-bbae-48bc-b005-b6e574c31b44,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:40.470405 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdce7e4-4370-4483-b476-7e7e2a16f05b service neutron] Pushing event updated for resources: {'Port': ['ID=e0dd1599-2f93-48e0-a17f-b7ca57962161,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:40.624456 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-ccb34185-7d16-45be-ba9a-e753095634d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0dd1599-2f93-48e0-a17f-b7ca57962161 HTTP/1.1" status: 200 len: 217 time: 0.1030796 Feb 28 13:03:40.624456 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-f4112790-0370-4b06-9b14-ace2f655060f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32e9cc3b-dca1-43ec-8052-db962743c7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680726 Feb 28 13:03:40.626201 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-04689ccd-ca87-47bc-b44f-47005c9df828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:40.626201 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-04689ccd-ca87-47bc-b44f-47005c9df828 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 HTTP/1.1" status: 200 len: 858 time: 0.1977797 Feb 28 13:03:40.627375 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:40.630401 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fc239-41ed-4ebc-8b2c-844e71206bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d904f42d-56e7-438a-a2d4-761cccac8a45,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:40.630401 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (78177977-1b58-4e9b-85e3-8400820ccfb0), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:40.630917 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for port (5100d479-efcd-4046-a781-6c66c496e506), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:40.653380 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b73ea8-3323-42ce-926b-321ca544902b req-2e864475-e36f-406e-a8a3-f1fdc824c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:40.655449 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-2e864475-e36f-406e-a8a3-f1fdc824c286 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5b8923fbdc54938aa80a75bc0d7d6d5&device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 1127 time: 0.2961280 Feb 28 13:03:40.660788 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-9f7ec29c-0c56-4d45-bfcf-813bae68a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:40.662853 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-9f7ec29c-0c56-4d45-bfcf-813bae68a012 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a32ce5-a5da-48af-a2ce-6938234117b8 HTTP/1.1" status: 200 len: 854 time: 0.1398776 Feb 28 13:03:40.665206 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a2109a62-5f00-4ce4-b4f3-b546dddab5bf req-82e8a51c-b71d-4a27-b470-f4b31d8ae817 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363609 Feb 28 13:03:40.667513 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-2aa8fd59-3b37-4561-b488-6f6b4622dba4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32e9cc3b-dca1-43ec-8052-db962743c7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018012 Feb 28 13:03:40.696220 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:40.696791 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:40.760937 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-1c657acd-e7ef-4da0-9f6f-77f2869809ac service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251978 Feb 28 13:03:40.803932 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae60ec-cbd0-46d0-8145-9a94d5643b40 req-52c10eb2-a39f-41fd-b208-9c34318f0b2f tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:40.806422 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:40.814973 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e3ae60ec-cbd0-46d0-8145-9a94d5643b40 req-52c10eb2-a39f-41fd-b208-9c34318f0b2f tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 943 time: 0.0787125 Feb 28 13:03:40.838424 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (5100d479-efcd-4046-a781-6c66c496e506), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:40.895454 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (a6e35bb6-c8b5-44b4-844e-774c09a47bc8), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:40.908359 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (0799d615-6dda-4913-b213-a537472a3784), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:40.923405 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event updated for resources: {'Port': ['ID=5100d479-efcd-4046-a781-6c66c496e506,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:40.967691 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e3ae60ec-cbd0-46d0-8145-9a94d5643b40 req-9f44e1b2-0d2b-4a75-a1b6-5d0c4a686a06 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514206 Feb 28 13:03:41.012472 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-6c440eab-08cc-4860-b4d4-be989b3809e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=245d4435-eb6f-44af-b6bb-8cc635cb8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761347 Feb 28 13:03:41.198805 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:41.202138 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-32ff0e76-6c64-4fc9-a711-222a00ea1957 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0432801 Feb 28 13:03:41.217589 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb7d2df0-1188-44b6-a148-fe8e5cbd5518 req-57a577a7-bce6-4283-9f42-6dc5e1aebf9b service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909062 Feb 28 13:03:41.345691 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628496b6-491f-4780-bd02-8ed9d6b040d9 x-openstack-request-id: req-628496b6-491f-4780-bd02-8ed9d6b040d9 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:03:41.345984 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f54ef8-3ede-4f29-b42c-658b6d086e11", "tag": "705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:03:41.350292 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-628496b6-491f-4780-bd02-8ed9d6b040d9 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:03:41.350292 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f54ef8-3ede-4f29-b42c-658b6d086e11', 'tag': '705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb', 'status': 'completed', 'code': 200} Feb 28 13:03:41.384569 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-995807d9-275a-4bca-a491-627dd75f27bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d904f42d-56e7-438a-a2d4-761cccac8a45 HTTP/1.1" status: 200 len: 217 time: 0.4087822 Feb 28 13:03:41.417648 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-f7f71f11-6a95-4152-b4d6-fed2a1f5008f service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778012 Feb 28 13:03:41.442049 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-72e16735-bfd0-468b-b689-cc059648c976 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701512 Feb 28 13:03:41.588592 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9f5e-d939-4fa0-ad17-7e483378bfda req-2617579b-dff9-4c83-817b-e62925500f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:41.590096 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-dc7f9f5e-d939-4fa0-ad17-7e483378bfda req-2617579b-dff9-4c83-817b-e62925500f91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 1127 time: 0.1914134 Feb 28 13:03:41.600166 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76cf95-2595-43d8-9880-20409592ab32 req-4fed1acd-582b-4c15-a286-d1ffebad5528 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:41.601820 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9a76cf95-2595-43d8-9880-20409592ab32 req-4fed1acd-582b-4c15-a286-d1ffebad5528 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 944 time: 0.2162344 Feb 28 13:03:41.624848 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b73ea8-3323-42ce-926b-321ca544902b req-4fd60366-2a66-4e87-b149-6f4ca039fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:41.626413 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-4fd60366-2a66-4e87-b149-6f4ca039fa19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f68b4664-dccf-4402-800a-512c0371ad0c HTTP/1.1" status: 200 len: 851 time: 0.2095006 Feb 28 13:03:41.738276 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38f3215c-e5a5-4bc3-bd7c-17cfc74dbb34 req-7859a10d-60b3-4047-a11e-6faa23ad86d6 service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408323 Feb 28 13:03:41.749243 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c07db92-17a0-43db-bd99-664d7bc95b46 req-41bd927d-9156-4d05-a9e8-7bc0d9e5e903 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675922 Feb 28 13:03:41.778828 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-5bc9fd04-49fc-4c82-a663-3960f11f0119 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68ce9cb6-2d82-48c3-89cd-2f5d170afa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782475 Feb 28 13:03:41.791740 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-f7cd1d94-990c-41f7-b386-88266d0fc98c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--600742931&fields=id&tenant_id=07d68bed67d94a8b8444e458057e60e4 HTTP/1.1" status: 200 len: 267 time: 0.2061110 Feb 28 13:03:41.811353 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for port (0799d615-6dda-4913-b213-a537472a3784), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:41.812467 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9f5e-d939-4fa0-ad17-7e483378bfda req-ed676c53-442a-458f-8197-c294c6b402d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:41.813965 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-dc7f9f5e-d939-4fa0-ad17-7e483378bfda req-ed676c53-442a-458f-8197-c294c6b402d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 919 time: 0.2055035 Feb 28 13:03:41.877455 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9a76cf95-2595-43d8-9880-20409592ab32 req-7f450239-1c59-46be-b193-3a3f951a89ad tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482290 Feb 28 13:03:41.967255 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-af81a4b0-bfd5-49f6-a51b-00ece39d97ba tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:41.968971 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-af81a4b0-bfd5-49f6-a51b-00ece39d97ba tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 816 time: 0.1672089 Feb 28 13:03:41.997936 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-92fa1aa2-3264-4f5c-8f58-8175df8180fb tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/quotas/07d68bed67d94a8b8444e458057e60e4 HTTP/1.1" status: 200 len: 375 time: 0.0148861 Feb 28 13:03:41.997936 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (0799d615-6dda-4913-b213-a537472a3784), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:42.086152 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (78177977-1b58-4e9b-85e3-8400820ccfb0), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:42.117740 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event updated for resources: {'Port': ['ID=0799d615-6dda-4913-b213-a537472a3784,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:42.167199 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c71e2b-9bff-41cc-89e7-1effed03b4f5 req-09976f81-d99a-4645-a7a1-028be2c98a1d tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:42.168722 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a6c71e2b-9bff-41cc-89e7-1effed03b4f5 req-09976f81-d99a-4645-a7a1-028be2c98a1d tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 944 time: 0.1203110 Feb 28 13:03:42.175334 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-c85fae9d-f0dd-4be2-b1d2-a53b9f593c16 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1425571 Feb 28 13:03:42.214547 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:42.218680 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-ebc7bc4c-b9c3-450f-9129-93768b4f1d9f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6040545 Feb 28 13:03:42.231052 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48390) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:42.272472 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6b9b-a658-425c-9c0c-9a184fd195bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:42.362894 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a6c71e2b-9bff-41cc-89e7-1effed03b4f5 req-db6a07e2-f3f3-41e0-bf4e-d65b4c017ca7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791668 Feb 28 13:03:42.380629 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146cc90c-af2f-42d0-8970-564b58ad7840', 'tag': 'd904f42d-56e7-438a-a2d4-761cccac8a45'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:03:42.383023 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0a33bd346426e0dd70819d4ab0c8b29067d305585d16d849570ff81fe1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c980cb-5ef7-4ce9-b5d9-e15e6265f215" -d '{"events": [{"name": "network-changed", "server_uuid": "146cc90c-af2f-42d0-8970-564b58ad7840", "tag": "d904f42d-56e7-438a-a2d4-761cccac8a45"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:03:42.490698 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-0380c17c-ad84-422d-8918-d74b96ebb52a service neutron] 10.222.0.23 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493107 Feb 28 13:03:42.506914 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6b9b-a658-425c-9c0c-9a184fd195bd admin admin] Publish callbacks [] for security_group (10cabfbe-e182-4cf8-86e1-3403e278f856), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:42.562566 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-dc7f9f5e-d939-4fa0-ad17-7e483378bfda req-1b88e9aa-e293-475a-b160-e01a01ae19e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c HTTP/1.1" status: 200 len: 217 time: 0.0482674 Feb 28 13:03:42.601805 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6b9b-a658-425c-9c0c-9a184fd195bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (10cabfbe-e182-4cf8-86e1-3403e278f856), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:42.659995 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9f5e-d939-4fa0-ad17-7e483378bfda req-d6a85f6c-71da-4339-9975-bd83a8ceaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:42.662170 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-dc7f9f5e-d939-4fa0-ad17-7e483378bfda req-d6a85f6c-71da-4339-9975-bd83a8ceaccb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 HTTP/1.1" status: 200 len: 858 time: 0.0976770 Feb 28 13:03:42.666459 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e6b9b-a658-425c-9c0c-9a184fd195bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cabfbe-e182-4cf8-86e1-3403e278f856,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:42.673333 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-1f4e6b9b-a658-425c-9c0c-9a184fd195bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11ddd8765a604b20941fb2c485a8cea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402318 Feb 28 13:03:42.682233 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48406) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:42.759190 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-dc7f9f5e-d939-4fa0-ad17-7e483378bfda req-10559b44-5fe8-4c9c-91a6-ea2ca5dfda67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32e9cc3b-dca1-43ec-8052-db962743c7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488472 Feb 28 13:03:42.817723 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-611ab764-4648-4a37-9015-4e71bf8fbf35 admin admin] Publish callbacks [] for security_group (10cabfbe-e182-4cf8-86e1-3403e278f856), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:42.890581 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-611ab764-4648-4a37-9015-4e71bf8fbf35 admin admin] Publish callbacks [] for security_group (10cabfbe-e182-4cf8-86e1-3403e278f856), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:42.950213 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-dc7f9f5e-d939-4fa0-ad17-7e483378bfda req-1d636460-e4b8-47b9-8acd-437f8a68f584 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566498 Feb 28 13:03:43.070276 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524bb8-55c2-4ddb-af89-05b7846e6eee req-ea5e08fd-3a9a-478c-a9bc-f148fd231b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:43.071983 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72524bb8-55c2-4ddb-af89-05b7846e6eee req-ea5e08fd-3a9a-478c-a9bc-f148fd231b87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 1128 time: 0.5275917 Feb 28 13:03:43.122890 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc11cd-6ad0-411c-bc84-290f96c5831a req-fee7d9bb-35e6-49a3-9a1e-f12f1eff9f5a tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:43.124727 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-23dc11cd-6ad0-411c-bc84-290f96c5831a req-fee7d9bb-35e6-49a3-9a1e-f12f1eff9f5a tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 943 time: 0.6029816 Feb 28 13:03:43.132977 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-dc7f9f5e-d939-4fa0-ad17-7e483378bfda req-8b919960-4a4c-4bee-950e-71b7825085e5 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723797 Feb 28 13:03:43.170625 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-dd62ba7d-8013-4fda-ba80-b4312a3620e5 service neutron] 10.222.0.23 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732087 Feb 28 13:03:43.196451 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-26404ce1-9297-44d9-a125-197d51162385 service neutron] 10.222.0.35 "GET /v2.0/networks/68ce9cb6-2d82-48c3-89cd-2f5d170afa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6771469 Feb 28 13:03:43.252818 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-23dc11cd-6ad0-411c-bc84-290f96c5831a req-05befc82-a621-4eba-ac46-27f06f1bb82d tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958037 Feb 28 13:03:43.256001 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-611ab764-4648-4a37-9015-4e71bf8fbf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (10cabfbe-e182-4cf8-86e1-3403e278f856), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:43.256998 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-611ab764-4648-4a37-9015-4e71bf8fbf35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:43.258692 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-611ab764-4648-4a37-9015-4e71bf8fbf35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10cabfbe-e182-4cf8-86e1-3403e278f856 HTTP/1.1" status: 204 len: 168 time: 0.5754280 Feb 28 13:03:43.282427 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ab764-4648-4a37-9015-4e71bf8fbf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cabfbe-e182-4cf8-86e1-3403e278f856,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:43.351541 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0af5d4-18ee-4f4f-b513-98daea04132e', 'tag': 'e0dd1599-2f93-48e0-a17f-b7ca57962161'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:03:43.354995 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de58072-cbca-4749-80ce-662a43632106" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0af5d4-18ee-4f4f-b513-98daea04132e", "tag": "e0dd1599-2f93-48e0-a17f-b7ca57962161"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:03:43.431322 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9bdec8-4441-45e0-8be9-6b6a871f0071 x-openstack-request-id: req-3f9bdec8-4441-45e0-8be9-6b6a871f0071 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:03:43.431746 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146cc90c-af2f-42d0-8970-564b58ad7840", "tag": "d904f42d-56e7-438a-a2d4-761cccac8a45", "status": "completed", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:03:43.432208 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f9bdec8-4441-45e0-8be9-6b6a871f0071 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:03:43.432802 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146cc90c-af2f-42d0-8970-564b58ad7840', 'tag': 'd904f42d-56e7-438a-a2d4-761cccac8a45', 'status': 'completed', 'code': 200} Feb 28 13:03:43.721343 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-bfc032a4-1f1e-40fb-8be8-bb121465b0db tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1018836488&fields=id&tenant_id=0d81f40b84784ce5bc103294dc08507e HTTP/1.1" status: 200 len: 267 time: 0.2013121 Feb 28 13:03:43.903722 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43b73ea8-3323-42ce-926b-321ca544902b req-dffe1c34-de99-4ce6-9e7a-11c3a36f69d3 service neutron] 10.222.0.35 "GET /v2.0/networks/68ce9cb6-2d82-48c3-89cd-2f5d170afa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549538 Feb 28 13:03:43.903722 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524bb8-55c2-4ddb-af89-05b7846e6eee req-dabd0b77-998b-4908-9313-2f7a1cac922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:43.905031 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72524bb8-55c2-4ddb-af89-05b7846e6eee req-dabd0b77-998b-4908-9313-2f7a1cac922a service neutron] 10.222.0.35 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 919 time: 0.5587509 Feb 28 13:03:44.000879 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72524bb8-55c2-4ddb-af89-05b7846e6eee req-19d880cf-088e-4d78-af4b-49bde2b81e87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb HTTP/1.1" status: 200 len: 217 time: 0.0652425 Feb 28 13:03:44.019221 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4384c5-9d5a-4c35-9b69-930d4a9d9d50 req-fc824010-49e4-46c6-98fe-e7acf9c0233c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:44.021487 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3e4384c5-9d5a-4c35-9b69-930d4a9d9d50 req-fc824010-49e4-46c6-98fe-e7acf9c0233c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 944 time: 0.3458948 Feb 28 13:03:44.091023 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-5eaf49a5-67f4-4d91-a2fb-fa2f7cdd0a0e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:44.092521 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-5eaf49a5-67f4-4d91-a2fb-fa2f7cdd0a0e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/networks?id=1817a4ca-a968-48f5-850b-0f648c55cd83 HTTP/1.1" status: 200 len: 811 time: 0.2870677 Feb 28 13:03:44.117893 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3e4384c5-9d5a-4c35-9b69-930d4a9d9d50 req-bcf2b69a-144c-4172-8837-ada1deb0719c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871389 Feb 28 13:03:44.120577 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-de60adb4-e871-4a20-9b12-9d98a7975463 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/quotas/0d81f40b84784ce5bc103294dc08507e HTTP/1.1" status: 200 len: 375 time: 0.0170968 Feb 28 13:03:44.207916 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd82ef9-38b1-4f4b-aa16-9b21058588fc x-openstack-request-id: req-0bd82ef9-38b1-4f4b-aa16-9b21058588fc {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:03:44.208935 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0af5d4-18ee-4f4f-b513-98daea04132e", "tag": "e0dd1599-2f93-48e0-a17f-b7ca57962161", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:03:44.208935 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bd82ef9-38b1-4f4b-aa16-9b21058588fc {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:03:44.209397 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0af5d4-18ee-4f4f-b513-98daea04132e', 'tag': 'e0dd1599-2f93-48e0-a17f-b7ca57962161', 'status': 'completed', 'code': 200} Feb 28 13:03:44.304989 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524bb8-55c2-4ddb-af89-05b7846e6eee req-21eb751c-59e9-46f3-a06d-9cf118905fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:44.306450 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72524bb8-55c2-4ddb-af89-05b7846e6eee req-21eb751c-59e9-46f3-a06d-9cf118905fea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 HTTP/1.1" status: 200 len: 858 time: 0.1539242 Feb 28 13:03:44.341664 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-6eebba07-0263-4d05-8258-f3166953bcc4 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d81f40b84784ce5bc103294dc08507e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2094324 Feb 28 13:03:44.343627 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c980cb-5ef7-4ce9-b5d9-e15e6265f215 req-f3ebc20f-3048-4723-b569-c5fc43694f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:44.345004 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d2c980cb-5ef7-4ce9-b5d9-e15e6265f215 req-f3ebc20f-3048-4723-b569-c5fc43694f3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5b8923fbdc54938aa80a75bc0d7d6d5&device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 1127 time: 0.1596076 Feb 28 13:03:44.359365 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1273df3-ca96-4ae7-b4da-45bc6b5e0bfd req-95b72277-ecb0-4a0e-9167-0bfa010ac5ff tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:44.361025 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b1273df3-ca96-4ae7-b4da-45bc6b5e0bfd req-95b72277-ecb0-4a0e-9167-0bfa010ac5ff tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 944 time: 0.0971694 Feb 28 13:03:44.483667 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72524bb8-55c2-4ddb-af89-05b7846e6eee req-8fdc6cc5-deeb-4d0f-99d5-194b58480cd0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32e9cc3b-dca1-43ec-8052-db962743c7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473003 Feb 28 13:03:44.523319 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de58072-cbca-4749-80ce-662a43632106 req-dbffb7b1-4448-4e93-a702-55fe4a6a9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:44.524902 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3de58072-cbca-4749-80ce-662a43632106 req-dbffb7b1-4448-4e93-a702-55fe4a6a9990 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 1128 time: 0.0744600 Feb 28 13:03:44.580809 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b1273df3-ca96-4ae7-b4da-45bc6b5e0bfd req-7d473431-4d97-4f45-8301-71f77929c885 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966727 Feb 28 13:03:44.688391 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3fe3bf50-22c4-4e7c-9930-1ad191215180 req-81aba2af-41d2-498c-8a80-258a2cd2d2db tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 210 time: 0.0598400 Feb 28 13:03:44.703371 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-94312cdf-e5b8-4477-9866-3ddd6840dfcd service neutron] 10.222.0.23 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413787 Feb 28 13:03:44.706315 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de58072-cbca-4749-80ce-662a43632106 req-baf826a8-c8aa-400a-8219-95e98bddb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:44.708755 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3de58072-cbca-4749-80ce-662a43632106 req-baf826a8-c8aa-400a-8219-95e98bddb3d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=245d4435-eb6f-44af-b6bb-8cc635cb8f72 HTTP/1.1" status: 200 len: 915 time: 0.1747890 Feb 28 13:03:44.789708 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3de58072-cbca-4749-80ce-662a43632106 req-8d834c75-990c-4086-bbc8-22d728d30064 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0dd1599-2f93-48e0-a17f-b7ca57962161 HTTP/1.1" status: 200 len: 217 time: 0.0744488 Feb 28 13:03:44.805563 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72524bb8-55c2-4ddb-af89-05b7846e6eee req-00fbd052-7b6b-4cce-8b9a-c52bf055fe89 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785707 Feb 28 13:03:44.808978 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c980cb-5ef7-4ce9-b5d9-e15e6265f215 req-3cf01e43-aaed-4ed0-953c-74ab07e24602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:44.812459 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d2c980cb-5ef7-4ce9-b5d9-e15e6265f215 req-3cf01e43-aaed-4ed0-953c-74ab07e24602 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68ce9cb6-2d82-48c3-89cd-2f5d170afa63 HTTP/1.1" status: 200 len: 912 time: 0.3734338 Feb 28 13:03:44.851763 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de58072-cbca-4749-80ce-662a43632106 req-35097980-8348-4135-a164-1effadcf4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:44.862567 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3de58072-cbca-4749-80ce-662a43632106 req-35097980-8348-4135-a164-1effadcf4f1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a32ce5-a5da-48af-a2ce-6938234117b8 HTTP/1.1" status: 200 len: 854 time: 0.0636933 Feb 28 13:03:44.911714 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3de58072-cbca-4749-80ce-662a43632106 req-228daa2e-3fcd-40f5-b2a9-19c0738d2e9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=245d4435-eb6f-44af-b6bb-8cc635cb8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424578 Feb 28 13:03:44.925287 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d2c980cb-5ef7-4ce9-b5d9-e15e6265f215 req-a8cea045-762d-471b-b43e-120d8122b496 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d904f42d-56e7-438a-a2d4-761cccac8a45 HTTP/1.1" status: 200 len: 217 time: 0.1011605 Feb 28 13:03:45.038463 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3de58072-cbca-4749-80ce-662a43632106 req-87e334d5-74eb-4828-9841-bf4a11a7a9ca service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208522 Feb 28 13:03:45.175281 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3de58072-cbca-4749-80ce-662a43632106 req-3fa77492-cd95-4a3f-bb82-921b0b64d873 service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258814 Feb 28 13:03:45.211927 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-6c4fc547-b271-4650-ac30-6076983ba54d service neutron] 10.222.0.23 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914656 Feb 28 13:03:45.230232 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c980cb-5ef7-4ce9-b5d9-e15e6265f215 req-81198822-55c8-40a8-b60c-0bca7f5ad173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:45.231874 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d2c980cb-5ef7-4ce9-b5d9-e15e6265f215 req-81198822-55c8-40a8-b60c-0bca7f5ad173 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f68b4664-dccf-4402-800a-512c0371ad0c HTTP/1.1" status: 200 len: 851 time: 0.2813013 Feb 28 13:03:45.277143 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d2c980cb-5ef7-4ce9-b5d9-e15e6265f215 req-c777a499-b89d-4732-8d11-54d5555a9eb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68ce9cb6-2d82-48c3-89cd-2f5d170afa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364625 Feb 28 13:03:45.284409 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e4f93-b40e-4065-b1e7-424537221a0d req-6e7d2318-30df-422d-934c-4f6b676c049f tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:45.286903 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-191e4f93-b40e-4065-b1e7-424537221a0d req-6e7d2318-30df-422d-934c-4f6b676c049f tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 943 time: 0.4421177 Feb 28 13:03:45.290448 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72524bb8-55c2-4ddb-af89-05b7846e6eee req-4e5108ca-95a7-4dd6-b00f-94c41b73618f service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678974 Feb 28 13:03:45.404173 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-191e4f93-b40e-4065-b1e7-424537221a0d req-8276bbfa-e480-42f8-aa83-0b7716bbb6d7 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049664 Feb 28 13:03:45.425383 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d2c980cb-5ef7-4ce9-b5d9-e15e6265f215 req-39d2ca60-5e00-486b-a525-5457fe76fbd3 service neutron] 10.222.0.35 "GET /v2.0/networks/68ce9cb6-2d82-48c3-89cd-2f5d170afa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370702 Feb 28 13:03:45.589262 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-427b1375-e121-4353-b580-e33af6415359 req-a6670207-d039-4772-91e3-4b4eaeab283c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 210 time: 0.0622156 Feb 28 13:03:45.657766 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9671-7ba9-4edc-a935-c96b1267a525 req-5a9092b5-ef9b-41d0-9fcf-34742ff69706 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:45.664511 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6dbb9671-7ba9-4edc-a935-c96b1267a525 req-5a9092b5-ef9b-41d0-9fcf-34742ff69706 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 944 time: 0.1362367 Feb 28 13:03:45.683044 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d2c980cb-5ef7-4ce9-b5d9-e15e6265f215 req-1054898e-15a6-4d56-99f4-6e756110e1d2 service neutron] 10.222.0.35 "GET /v2.0/networks/68ce9cb6-2d82-48c3-89cd-2f5d170afa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481363 Feb 28 13:03:45.756086 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6dbb9671-7ba9-4edc-a935-c96b1267a525 req-5f47504a-72c6-46c6-b0af-cf1fb40a94f1 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904343 Feb 28 13:03:45.786413 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3c8d1-afbd-4291-9179-86bd6755e6af req-49be32f4-7628-4197-bece-af44b797ebd7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:45.787902 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-02b3c8d1-afbd-4291-9179-86bd6755e6af req-49be32f4-7628-4197-bece-af44b797ebd7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 944 time: 0.0983367 Feb 28 13:03:45.851179 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-02b3c8d1-afbd-4291-9179-86bd6755e6af req-102e96dc-4107-4079-9b4c-3f63933d5ef9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547616 Feb 28 13:03:45.871003 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-06cec9e3-1675-4015-8d3f-45f5c0dc44c5 req-765d4192-973c-490f-be69-d81fbf4e8f2d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 210 time: 0.0406179 Feb 28 13:03:46.241195 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-ab1b4f89-1950-4de3-8af6-280e03efcc4f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:46.242621 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-ab1b4f89-1950-4de3-8af6-280e03efcc4f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.35 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 816 time: 0.0981441 Feb 28 13:03:46.329409 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-b32974ad-df30-4035-9021-c772ee1b444e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07d68bed67d94a8b8444e458057e60e4 HTTP/1.1" status: 200 len: 379 time: 0.0633314 Feb 28 13:03:46.339249 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Request body: {'port': {'device_id': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'admin_state_up': True, 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'security_groups': ['8b429543-bc65-42cd-a7bf-995be5168321']}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:46.531937 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Made reservation on behalf of 07d68bed67d94a8b8444e458057e60e4 for: {'port': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:46.536586 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:46.547318 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6fdbe-529a-4356-9fb5-6db485bcf0cf req-f4009910-3b2b-4526-8ad2-5e2521d372bd tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:46.549510 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f6f6fdbe-529a-4356-9fb5-6db485bcf0cf req-f4009910-3b2b-4526-8ad2-5e2521d372bd tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 943 time: 0.0690513 Feb 28 13:03:46.665965 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f6f6fdbe-529a-4356-9fb5-6db485bcf0cf req-f52bc4a3-b4d4-40a3-9d2b-4dde26116719 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044734 Feb 28 13:03:46.687364 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dfb5dbe7-17af-44fa-a64a-0f8a5a901749 req-06a64ce8-c483-49ca-9108-dcc45b21cbae tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 210 time: 0.0362542 Feb 28 13:03:46.739932 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Allocated IP 172.20.0.6 (47cd10f4-3bd6-47d0-8369-a95b7a0a042a/669937d0-ed8c-451d-8f8b-949267997e0b/ff9e4769-3111-4655-a016-1b45818d6798) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:46.938869 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe60785-f844-4e6c-82aa-ad48370f4393 req-91adba6d-1855-41af-82b2-464b5b6c5292 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:46.940350 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3fe60785-f844-4e6c-82aa-ad48370f4393 req-91adba6d-1855-41af-82b2-464b5b6c5292 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 944 time: 0.0997856 Feb 28 13:03:46.956759 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for port (ff9e4769-3111-4655-a016-1b45818d6798), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:47.074660 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3fe60785-f844-4e6c-82aa-ad48370f4393 req-39fd7012-cb65-4e79-9c98-b306eaf028ca tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100812 Feb 28 13:03:47.081308 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9f37e-8af8-4fdc-b770-e4cbb65ca2d7 req-868e4c21-963f-4b0e-b94f-69ea6b490fe6 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:47.083432 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5bc9f37e-8af8-4fdc-b770-e4cbb65ca2d7 req-868e4c21-963f-4b0e-b94f-69ea6b490fe6 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 944 time: 0.1330893 Feb 28 13:03:47.155038 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5bc9f37e-8af8-4fdc-b770-e4cbb65ca2d7 req-a431a6a9-8b0e-4b77-b2ef-293a906261fb tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649974 Feb 28 13:03:47.171511 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-26e990a4-1a24-4457-b5e0-e5415c5c0704 req-5e59ce4f-31e9-40f2-bf36-600aa37e37ee tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 210 time: 0.0308969 Feb 28 13:03:47.177945 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (ff9e4769-3111-4655-a016-1b45818d6798), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:47.223049 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:47.226047 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:47.229809 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:47.234996 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:47.235673 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:47.245248 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event updated for resources: {'Port': ['ID=ff9e4769-3111-4655-a016-1b45818d6798,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:47.331051 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-d303ea70-d4fb-4225-8cd0-7155cafd71b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9953890 Feb 28 13:03:47.344664 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Request body: {'port': {'device_id': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:47.418585 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ff9e4769-3111-4655-a016-1b45818d6798), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:47.522560 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-c7effebc-8cbd-4e87-9378-68be7f7705c7 None None] Provisioning complete for port ff9e4769-3111-4655-a016-1b45818d6798 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:47.523161 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c7effebc-8cbd-4e87-9378-68be7f7705c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (ff9e4769-3111-4655-a016-1b45818d6798), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:47.565920 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c7effebc-8cbd-4e87-9378-68be7f7705c7 None None] Port ff9e4769-3111-4655-a016-1b45818d6798 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:03:47.685430 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9e4769-3111-4655-a016-1b45818d6798 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:03:47.695572 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:47.698190 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Publish callbacks [] for port (ff9e4769-3111-4655-a016-1b45818d6798), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:47.711640 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Transition to ACTIVE for port object ff9e4769-3111-4655-a016-1b45818d6798 will not be triggered until provisioned by entity L2. {{(pid=103231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:03:47.799353 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ff9e4769-3111-4655-a016-1b45818d6798), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:47.807683 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5bd1b3d8-cd4e-4f11-83cf-37be3ff336e4 req-5e98efcc-64b7-4827-88f3-480004e6b0fb tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 210 time: 0.0374577 Feb 28 13:03:47.866338 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53351c11-ec15-403b-bad7-2573cb58812a req-106c29f6-32de-47cd-a56f-79c5189218e3 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:47.867896 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-53351c11-ec15-403b-bad7-2573cb58812a req-106c29f6-32de-47cd-a56f-79c5189218e3 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 943 time: 0.1276131 Feb 28 13:03:47.884394 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9e4769-3111-4655-a016-1b45818d6798,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:48.019125 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Attempting to bind port ff9e4769-3111-4655-a016-1b45818d6798 on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:48.019515 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Attempting to bind port ff9e4769-3111-4655-a016-1b45818d6798 by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:48.020252 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Attempting to bind port ff9e4769-3111-4655-a016-1b45818d6798 on network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:48.038791 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Port ff9e4769-3111-4655-a016-1b45818d6798 on network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:03:48.039034 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Attempting to bind port ff9e4769-3111-4655-a016-1b45818d6798 on network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:48.054240 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-53351c11-ec15-403b-bad7-2573cb58812a req-7561243e-f9ef-4e0d-87c0-cd2f96783024 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709137 Feb 28 13:03:48.086704 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:48.086704 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Checking segment: {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:48.086704 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Bound using segment: {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:48.086704 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Bound port: ff9e4769-3111-4655-a016-1b45818d6798, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:48.086704 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ff9e4769-3111-4655-a016-1b45818d6798), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:48.179111 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-3d3845f3-3ed2-4dc9-b444-767f716add63 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:48.180653 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-3d3845f3-3ed2-4dc9-b444-767f716add63 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.35 "GET /v2.0/networks?id=1817a4ca-a968-48f5-850b-0f648c55cd83 HTTP/1.1" status: 200 len: 811 time: 0.3082752 Feb 28 13:03:48.197625 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:48.208907 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:03:48.238024 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ff9e4769-3111-4655-a016-1b45818d6798,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:48.279111 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39511096-8820-4625-9871-256d802047ea req-caf3a4a3-3f38-42ef-9ef3-5e79ff54c207 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:48.287982 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39511096-8820-4625-9871-256d802047ea req-caf3a4a3-3f38-42ef-9ef3-5e79ff54c207 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 944 time: 0.1403954 Feb 28 13:03:48.336575 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:48.349873 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb', 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd', 'port_id': '705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb', 'mac_address': 'fa:16:3e:28:6b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4b1790-8f7d-4968-b8bb-bb924b22cbb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:03:48.362876 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ff9e4769-3111-4655-a016-1b45818d6798), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:48.387175 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-0c4494e2-714e-4a35-86f8-0579f7675630 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d81f40b84784ce5bc103294dc08507e HTTP/1.1" status: 200 len: 380 time: 0.1869166 Feb 28 13:03:48.402188 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:48.402576 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:48.416031 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:03:48.421967 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Request body: {'port': {'device_id': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'admin_state_up': True, 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'security_groups': ['1ee1a94b-54f2-4502-8ba0-0a676dc26c76']}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:48.430788 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:48.435760 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:48.435760 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] 10.222.0.35 "PUT /v2.0/ports/ff9e4769-3111-4655-a016-1b45818d6798 HTTP/1.1" status: 200 len: 1093 time: 1.0928323 Feb 28 13:03:48.437898 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:48.443725 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:03:48.445760 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0a33bd346426e0dd70819d4ab0c8b29067d305585d16d849570ff81fe1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b131a0f-3692-4500-a86e-5ffdada06a91" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "tag": "ff9e4769-3111-4655-a016-1b45818d6798"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:03:48.508082 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39511096-8820-4625-9871-256d802047ea req-72feef3d-e6e5-43da-b2df-5d322afbada6 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096043 Feb 28 13:03:48.542532 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130acb19-a4d9-460e-b656-0c3f2a9cd038 req-a4d816f9-5b87-442e-bd8d-4b25120ead37 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:48.544189 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-130acb19-a4d9-460e-b656-0c3f2a9cd038 req-a4d816f9-5b87-442e-bd8d-4b25120ead37 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 944 time: 0.2943196 Feb 28 13:03:48.557123 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:48.557921 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device e0dd1599-2f93-48e0-a17f-b7ca57962161 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:03:48.570839 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dadfff-b878-486e-9e9d-128da2b19ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9e4769-3111-4655-a016-1b45818d6798,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:48.670319 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:48.764371 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-130acb19-a4d9-460e-b656-0c3f2a9cd038 req-5fc6c3b8-427b-4396-965a-f6c8fbcb3bcc tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089522 Feb 28 13:03:48.776472 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-f5a3aa59-6214-4382-951d-0950025f92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:48.777998 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-f5a3aa59-6214-4382-951d-0950025f92f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 1127 time: 0.1813035 Feb 28 13:03:48.788174 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port e0dd1599-2f93-48e0-a17f-b7ca57962161, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e0dd1599-2f93-48e0-a17f-b7ca57962161,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:48.789731 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b97b33-8e7f-4f7f-8579-48750daf47ed req-ae3dc5ea-7208-4371-8893-a3f5b07c624d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:48.791258 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-40b97b33-8e7f-4f7f-8579-48750daf47ed req-ae3dc5ea-7208-4371-8893-a3f5b07c624d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.1311262 Feb 28 13:03:48.800355 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': 'e0dd1599-2f93-48e0-a17f-b7ca57962161', 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72', 'port_id': 'e0dd1599-2f93-48e0-a17f-b7ca57962161', 'mac_address': 'fa:16:3e:7b:ad:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a32ce5-a5da-48af-a2ce-6938234117b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:03:48.843731 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port e0dd1599-2f93-48e0-a17f-b7ca57962161 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:48.844130 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:48.858698 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dd1599-2f93-48e0-a17f-b7ca57962161 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:03:48.905575 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port e0dd1599-2f93-48e0-a17f-b7ca57962161, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e0dd1599-2f93-48e0-a17f-b7ca57962161,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:48.986069 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:48.986751 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device d904f42d-56e7-438a-a2d4-761cccac8a45 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:03:49.045378 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1981f2e-3aaf-4e6c-a59c-f41786aff215 x-openstack-request-id: req-b1981f2e-3aaf-4e6c-a59c-f41786aff215 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:03:49.046194 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "tag": "ff9e4769-3111-4655-a016-1b45818d6798", "status": "completed", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:03:49.046466 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1981f2e-3aaf-4e6c-a59c-f41786aff215 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:03:49.047102 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798', 'status': 'completed', 'code': 200} Feb 28 13:03:49.065314 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Made reservation on behalf of 0d81f40b84784ce5bc103294dc08507e for: {'port': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:49.069173 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:49.100855 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=e0dd1599-2f93-48e0-a17f-b7ca57962161,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:49.119828 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d388ebd8-e912-4624-8c1f-1b95fb8dbaa9 req-ff8c1f67-a2fc-476b-a45f-4abc0fdf5969 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 210 time: 0.0645437 Feb 28 13:03:49.124136 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-1d7139a7-f6a6-4047-995b-a48700c0da3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9e4769-3111-4655-a016-1b45818d6798 HTTP/1.1" status: 200 len: 217 time: 0.3319364 Feb 28 13:03:49.163054 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port d904f42d-56e7-438a-a2d4-761cccac8a45, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=d904f42d-56e7-438a-a2d4-761cccac8a45,segment=NetworkSegment(8f529ec1-84d2-4063-84aa-deb37ba1a9d4),segment_id=8f529ec1-84d2-4063-84aa-deb37ba1a9d4)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:49.183772 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': 'd904f42d-56e7-438a-a2d4-761cccac8a45', 'network_id': '68ce9cb6-2d82-48c3-89cd-2f5d170afa63', 'port_id': 'd904f42d-56e7-438a-a2d4-761cccac8a45', 'mac_address': 'fa:16:3e:8b:e3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68b4664-dccf-4402-800a-512c0371ad0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:03:49.225924 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port d904f42d-56e7-438a-a2d4-761cccac8a45 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:49.226242 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:49.228928 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-40b97b33-8e7f-4f7f-8579-48750daf47ed req-d28b55e0-8e27-47d0-9327-b84748d59c26 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4298844 Feb 28 13:03:49.242998 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d904f42d-56e7-438a-a2d4-761cccac8a45 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:03:49.277640 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port d904f42d-56e7-438a-a2d4-761cccac8a45, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=d904f42d-56e7-438a-a2d4-761cccac8a45,segment=NetworkSegment(8f529ec1-84d2-4063-84aa-deb37ba1a9d4),segment_id=8f529ec1-84d2-4063-84aa-deb37ba1a9d4)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:49.297722 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-ff9af1a1-0753-48e0-9074-58ab1601f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:49.299202 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-ff9af1a1-0753-48e0-9074-58ab1601f0f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=669937d0-ed8c-451d-8f8b-949267997e0b HTTP/1.1" status: 200 len: 855 time: 0.1658397 Feb 28 13:03:49.334317 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:49.335043 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:03:49.380427 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e086cad-fd9a-4201-9cde-fefec789ab19 req-b137a76a-711c-4161-822e-0f30d02d57bc tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:49.382262 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8e086cad-fd9a-4201-9cde-fefec789ab19 req-b137a76a-711c-4161-822e-0f30d02d57bc tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 943 time: 0.1620212 Feb 28 13:03:49.398105 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Allocated IP 172.20.0.13 (1817a4ca-a968-48f5-850b-0f648c55cd83/fa975e66-0ccb-4dbd-aabf-a88125b3979d/e4263d2b-78ac-448f-a14d-66f9817833d7) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:03:49.408441 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:49.418467 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=d904f42d-56e7-438a-a2d4-761cccac8a45,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:49.425551 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '8ebd5bf7-5b36-4933-b51f-86c4ac321f7c', 'network_id': '32e9cc3b-dca1-43ec-8052-db962743c7fd', 'port_id': '8ebd5bf7-5b36-4933-b51f-86c4ac321f7c', 'mac_address': 'fa:16:3e:fe:39:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4b1790-8f7d-4968-b8bb-bb924b22cbb4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:03:49.452108 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-775364ef-f292-47ee-a21e-d9979ef7f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:49.453710 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-775364ef-f292-47ee-a21e-d9979ef7f010 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1349924 Feb 28 13:03:49.470749 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:49.476878 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:49.485170 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:03:49.507547 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:49.537027 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8e086cad-fd9a-4201-9cde-fefec789ab19 req-a6f8c17e-8e95-4579-9bc4-0c86c4f3ade3 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415086 Feb 28 13:03:49.585263 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:49.636013 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:49.693839 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-9993a525-21ab-4c73-9178-f80937b3093e service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290716 Feb 28 13:03:49.725501 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39887ada-753b-49c9-87a5-f7b13c3c48cb req-ec8f9423-615c-44b8-b7f3-dc3a5e5d0cd1 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:49.726969 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39887ada-753b-49c9-87a5-f7b13c3c48cb req-ec8f9423-615c-44b8-b7f3-dc3a5e5d0cd1 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 945 time: 0.1361942 Feb 28 13:03:49.729744 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:49.840251 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48712) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:49.849628 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39887ada-753b-49c9-87a5-f7b13c3c48cb req-ca18144e-385f-4375-8541-4f41ba9ccffc tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085439 Feb 28 13:03:49.896184 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05a73520-6af3-48a4-a85f-a649d14bb694 req-85088608-f365-4dbe-864a-a247c08e484a service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926067 Feb 28 13:03:49.915199 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e490b-004b-4328-81f2-892adfb638f8 req-8feb96df-c0c9-4a36-86ed-ccc0c1914608 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:49.916770 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fc5e490b-004b-4328-81f2-892adfb638f8 req-8feb96df-c0c9-4a36-86ed-ccc0c1914608 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 945 time: 0.0884767 Feb 28 13:03:49.950425 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:49.962299 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f50107eb-7017-48f7-a426-3bf8ec5dc7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:50.002576 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fc5e490b-004b-4328-81f2-892adfb638f8 req-caf71a01-42c4-41bb-b271-901653940785 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792744 Feb 28 13:03:50.011630 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Network 1817a4ca-a968-48f5-850b-0f648c55cd83 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:03:50.014959 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:50.019406 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:03:50.025693 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:50.025783 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:50.035482 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event updated for resources: {'Port': ['ID=e4263d2b-78ac-448f-a14d-66f9817833d7,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:50.086592 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f50107eb-7017-48f7-a426-3bf8ec5dc7b7 admin admin] Publish callbacks [] for security_group (9eb58695-c5fd-409c-aa4f-455d4529b478), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:50.096755 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['e0dd1599-2f93-48e0-a17f-b7ca57962161'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:03:50.099235 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['d904f42d-56e7-438a-a2d4-761cccac8a45'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:03:50.117239 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b131a0f-3692-4500-a86e-5ffdada06a91 req-d9384a75-5eda-40d5-b237-4c79bae74f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:50.118771 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0b131a0f-3692-4500-a86e-5ffdada06a91 req-d9384a75-5eda-40d5-b237-4c79bae74f69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 1127 time: 0.0682755 Feb 28 13:03:50.125221 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-64ec361c-1f0a-4750-98e8-906518eb6bbc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7306254 Feb 28 13:03:50.151012 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f50107eb-7017-48f7-a426-3bf8ec5dc7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (9eb58695-c5fd-409c-aa4f-455d4529b478), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:50.153994 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Request body: {'port': {'device_id': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:50.169243 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['8ebd5bf7-5b36-4933-b51f-86c4ac321f7c'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:03:50.189843 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:03:50.237827 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 48728) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:50.238376 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-f50107eb-7017-48f7-a426-3bf8ec5dc7b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0977185ace2d42c98d33c95da6274e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969069 Feb 28 13:03:50.241704 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50107eb-7017-48f7-a426-3bf8ec5dc7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb58695-c5fd-409c-aa4f-455d4529b478,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:50.291540 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b131a0f-3692-4500-a86e-5ffdada06a91 req-b7246e65-c8fb-4917-abf9-bc44a836111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:50.295670 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0b131a0f-3692-4500-a86e-5ffdada06a91 req-b7246e65-c8fb-4917-abf9-bc44a836111b service neutron] 10.222.0.35 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 917 time: 0.1678243 Feb 28 13:03:50.416366 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:50.419634 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0b131a0f-3692-4500-a86e-5ffdada06a91 req-ea838dbc-0490-461e-9202-d214d41e08d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9e4769-3111-4655-a016-1b45818d6798 HTTP/1.1" status: 200 len: 217 time: 0.0995011 Feb 28 13:03:50.512213 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8a79c61f-d1e9-4409-ab77-ff3a1ace7d5c None None] Provisioning complete for port e4263d2b-78ac-448f-a14d-66f9817833d7 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:50.512592 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a79c61f-d1e9-4409-ab77-ff3a1ace7d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:50.561907 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a37db-e940-4d2d-ae71-3226c5f9bf38 req-547a4257-1338-42a3-a0b0-e820927a2e94 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:50.563450 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-402a37db-e940-4d2d-ae71-3226c5f9bf38 req-547a4257-1338-42a3-a0b0-e820927a2e94 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 932 time: 0.2734263 Feb 28 13:03:50.587690 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b131a0f-3692-4500-a86e-5ffdada06a91 req-a645c336-b310-472f-99a0-f875c5392d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:50.589126 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0b131a0f-3692-4500-a86e-5ffdada06a91 req-a645c336-b310-472f-99a0-f875c5392d54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=669937d0-ed8c-451d-8f8b-949267997e0b HTTP/1.1" status: 200 len: 855 time: 0.1365685 Feb 28 13:03:50.593086 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a1ed608a-36db-469f-acd4-d7543cfb3a9b admin admin] Publish callbacks [] for security_group (9eb58695-c5fd-409c-aa4f-455d4529b478), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:50.618657 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98174f-0b96-456b-a810-cb04a99aea4f req-e183f1fe-97e1-4342-b19b-280c0bdc3436 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:50.620200 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7c98174f-0b96-456b-a810-cb04a99aea4f req-e183f1fe-97e1-4342-b19b-280c0bdc3436 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.2558055 Feb 28 13:03:50.644493 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8a79c61f-d1e9-4409-ab77-ff3a1ace7d5c None None] Port e4263d2b-78ac-448f-a14d-66f9817833d7 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:03:50.738774 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a1ed608a-36db-469f-acd4-d7543cfb3a9b admin admin] Publish callbacks [] for security_group (9eb58695-c5fd-409c-aa4f-455d4529b478), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:50.851561 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-402a37db-e940-4d2d-ae71-3226c5f9bf38 req-20c710db-5612-43b1-978f-a5734756ca03 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801976 Feb 28 13:03:50.867733 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7c98174f-0b96-456b-a810-cb04a99aea4f req-c87cf70d-5a4a-4da8-9996-4d6eebc1218d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851745 Feb 28 13:03:50.887303 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b131a0f-3692-4500-a86e-5ffdada06a91 req-ebaddf9e-958d-4d9a-a4d1-eb834775a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:50.888869 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0b131a0f-3692-4500-a86e-5ffdada06a91 req-ebaddf9e-958d-4d9a-a4d1-eb834775a072 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2812121 Feb 28 13:03:51.181961 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a1ed608a-36db-469f-acd4-d7543cfb3a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (9eb58695-c5fd-409c-aa4f-455d4529b478), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:51.184437 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a1ed608a-36db-469f-acd4-d7543cfb3a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:51.185551 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-a1ed608a-36db-469f-acd4-d7543cfb3a9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9eb58695-c5fd-409c-aa4f-455d4529b478 HTTP/1.1" status: 204 len: 168 time: 0.9464066 Feb 28 13:03:51.221734 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed608a-36db-469f-acd4-d7543cfb3a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb58695-c5fd-409c-aa4f-455d4529b478,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:51.297500 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0b131a0f-3692-4500-a86e-5ffdada06a91 req-f1446033-5c01-469d-9af2-96804253ef5e service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995333 Feb 28 13:03:51.307706 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319c7d0-da05-47dd-a6a5-fb104aabc9f0 req-9fded256-ee0b-456a-80d1-69dac1d2f00d tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:51.309135 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b319c7d0-da05-47dd-a6a5-fb104aabc9f0 req-9fded256-ee0b-456a-80d1-69dac1d2f00d tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 944 time: 0.3850188 Feb 28 13:03:51.325338 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d7c02-9260-4e90-afc6-5032b18a035c req-79aabd3d-b552-4898-bf78-14c7e76b4d8a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:51.326791 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ea1d7c02-9260-4e90-afc6-5032b18a035c req-79aabd3d-b552-4898-bf78-14c7e76b4d8a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 945 time: 0.3779366 Feb 28 13:03:51.383799 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4263d2b-78ac-448f-a14d-66f9817833d7 {{(pid=103231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:03:51.405574 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Publish callbacks [] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:51.444669 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.provisioning_blocks [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Transition to ACTIVE for port object e4263d2b-78ac-448f-a14d-66f9817833d7 will not be triggered until provisioned by entity L2. {{(pid=103231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:03:51.480119 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b319c7d0-da05-47dd-a6a5-fb104aabc9f0 req-f6b54f44-c47c-4418-a2fc-7be563efa1e0 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523821 Feb 28 13:03:51.484881 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ea1d7c02-9260-4e90-afc6-5032b18a035c req-e244fa8a-3c41-4b88-9f73-d3b9ffaa6fa4 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519136 Feb 28 13:03:51.498873 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0b131a0f-3692-4500-a86e-5ffdada06a91 req-fa15d57b-0bec-4894-9e6c-e6e44ac101a1 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880438 Feb 28 13:03:51.528235 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:51.616793 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Pushing event updated for resources: {'Port': ['ID=e4263d2b-78ac-448f-a14d-66f9817833d7,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:51.655265 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Attempting to bind port e4263d2b-78ac-448f-a14d-66f9817833d7 on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:03:51.655649 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Attempting to bind port e4263d2b-78ac-448f-a14d-66f9817833d7 by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:03:51.655987 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Attempting to bind port e4263d2b-78ac-448f-a14d-66f9817833d7 on network 1817a4ca-a968-48f5-850b-0f648c55cd83 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:51.666293 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cceb24-b762-4e7e-84c0-0bdd27b0b486 req-52208101-1f60-4fe3-9d7e-1df3cc3dc814 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:51.668384 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-80cceb24-b762-4e7e-84c0-0bdd27b0b486 req-52208101-1f60-4fe3-9d7e-1df3cc3dc814 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 945 time: 0.1071494 Feb 28 13:03:51.670171 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Port e4263d2b-78ac-448f-a14d-66f9817833d7 on network 1817a4ca-a968-48f5-850b-0f648c55cd83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:03:51.670503 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Attempting to bind port e4263d2b-78ac-448f-a14d-66f9817833d7 on network 1817a4ca-a968-48f5-850b-0f648c55cd83 {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:03:51.676476 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:03:51.677123 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Checking segment: {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:51.677238 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Bound using segment: {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'} {{(pid=103231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:03:51.677640 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.managers [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Bound port: e4263d2b-78ac-448f-a14d-66f9817833d7, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'}}] {{(pid=103231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:03:51.678006 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:51.776703 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-80cceb24-b762-4e7e-84c0-0bdd27b0b486 req-24de07a8-344c-4bde-8243-bd992d2573df tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956471 Feb 28 13:03:51.791449 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] For port e4263d2b-78ac-448f-a14d-66f9817833d7, host hv-cinder-83120, cleared binding levels {{(pid=103231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:03:51.794731 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] For port e4263d2b-78ac-448f-a14d-66f9817833d7, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e4263d2b-78ac-448f-a14d-66f9817833d7,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:03:51.806255 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 48774) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:51.820836 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e8434f39-40a1-47ed-9927-5106b35e4098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:51.869060 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:51.932391 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:51.934785 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:51.934785 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] 10.222.0.35 "PUT /v2.0/ports/e4263d2b-78ac-448f-a14d-66f9817833d7 HTTP/1.1" status: 200 len: 1094 time: 1.7870786 Feb 28 13:03:51.934981 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'tag': 'e4263d2b-78ac-448f-a14d-66f9817833d7'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:03:51.937201 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0a33bd346426e0dd70819d4ab0c8b29067d305585d16d849570ff81fe1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1", "tag": "e4263d2b-78ac-448f-a14d-66f9817833d7"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:03:52.092683 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e8434f39-40a1-47ed-9927-5106b35e4098 admin admin] Publish callbacks [] for security_group (7cf89f34-c565-4fe8-9aaf-5fcf166acd26), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:52.092683 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e9092-f211-4ac2-9f56-4279d883017f service neutron] Pushing event updated for resources: {'Port': ['ID=e4263d2b-78ac-448f-a14d-66f9817833d7,revision_number=3']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:52.092683 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f5803-7fd9-49bb-9eb5-f6712a775ec9 req-4e0dd15d-2a61-48d4-8685-e775963f7a1a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:52.092683 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-943f5803-7fd9-49bb-9eb5-f6712a775ec9 req-4e0dd15d-2a61-48d4-8685-e775963f7a1a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 944 time: 0.1210904 Feb 28 13:03:52.092683 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dde2e-3b8b-494c-8f51-b930a7f20eef req-ab814496-4bcd-4611-88f4-5fc1929b3cd5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:52.092683 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-067dde2e-3b8b-494c-8f51-b930a7f20eef req-ab814496-4bcd-4611-88f4-5fc1929b3cd5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0900686 Feb 28 13:03:52.123455 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e8434f39-40a1-47ed-9927-5106b35e4098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (7cf89f34-c565-4fe8-9aaf-5fcf166acd26), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:52.210147 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ff9e4769-3111-4655-a016-1b45818d6798 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:03:52.215602 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:52.221673 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-e8434f39-40a1-47ed-9927-5106b35e4098 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7ea11991d984cc3b64288f094ae87a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118180 Feb 28 13:03:52.222048 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48790) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:52.222557 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-943f5803-7fd9-49bb-9eb5-f6712a775ec9 req-19403c3c-f116-4f6c-8581-3602ff506d8a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558218 Feb 28 13:03:52.230569 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8434f39-40a1-47ed-9927-5106b35e4098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf89f34-c565-4fe8-9aaf-5fcf166acd26,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:52.236873 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-067dde2e-3b8b-494c-8f51-b930a7f20eef req-4461e049-ac11-4eec-a301-0b015c371143 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441417 Feb 28 13:03:52.248621 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-5c1ab240-07c8-4117-910a-bdd79fec0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:52.250451 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-5c1ab240-07c8-4117-910a-bdd79fec0ae8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d81f40b84784ce5bc103294dc08507e&device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 1128 time: 0.1414809 Feb 28 13:03:52.306327 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6d4e46-d856-467d-9392-d656b2366ab0 x-openstack-request-id: req-4a6d4e46-d856-467d-9392-d656b2366ab0 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:03:52.306750 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1", "tag": "e4263d2b-78ac-448f-a14d-66f9817833d7", "status": "completed", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:03:52.307269 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a6d4e46-d856-467d-9392-d656b2366ab0 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:03:52.307699 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'tag': 'e4263d2b-78ac-448f-a14d-66f9817833d7', 'status': 'completed', 'code': 200} Feb 28 13:03:52.309408 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-1fc15c32-3578-480a-b00f-833460b5336f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4263d2b-78ac-448f-a14d-66f9817833d7 HTTP/1.1" status: 200 len: 217 time: 0.0492001 Feb 28 13:03:52.311123 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49522b3c-cfd3-451b-b4ac-a0ab85982e24 admin admin] Publish callbacks [] for security_group (7cf89f34-c565-4fe8-9aaf-5fcf166acd26), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:52.333458 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49522b3c-cfd3-451b-b4ac-a0ab85982e24 admin admin] Publish callbacks [] for security_group (7cf89f34-c565-4fe8-9aaf-5fcf166acd26), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:52.361793 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-37c6c9e4-7f59-4731-9455-aa7896948b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:52.364565 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-37c6c9e4-7f59-4731-9455-aa7896948b97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa975e66-0ccb-4dbd-aabf-a88125b3979d HTTP/1.1" status: 200 len: 850 time: 0.0483038 Feb 28 13:03:52.408240 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ff9e4769-3111-4655-a016-1b45818d6798,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:52.419200 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-9dc059a2-8978-41ac-85f0-3ae1065f5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:52.419949 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': 'ff9e4769-3111-4655-a016-1b45818d6798', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'port_id': 'ff9e4769-3111-4655-a016-1b45818d6798', 'mac_address': 'fa:16:3e:54:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:03:52.420766 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-9dc059a2-8978-41ac-85f0-3ae1065f5f02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1817a4ca-a968-48f5-850b-0f648c55cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459919 Feb 28 13:03:52.546750 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-b245bbec-f5ac-435a-964c-6adc647c3960 service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166406 Feb 28 13:03:52.567097 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:03:52.568055 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49522b3c-cfd3-451b-b4ac-a0ab85982e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (7cf89f34-c565-4fe8-9aaf-5fcf166acd26), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:52.571176 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49522b3c-cfd3-451b-b4ac-a0ab85982e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:52.573654 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:52.575959 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-49522b3c-cfd3-451b-b4ac-a0ab85982e24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cf89f34-c565-4fe8-9aaf-5fcf166acd26 HTTP/1.1" status: 204 len: 168 time: 0.3496575 Feb 28 13:03:52.576085 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:52.578201 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port ff9e4769-3111-4655-a016-1b45818d6798 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:52.579758 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ff9e4769-3111-4655-a016-1b45818d6798), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:52.588253 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49522b3c-cfd3-451b-b4ac-a0ab85982e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf89f34-c565-4fe8-9aaf-5fcf166acd26,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:52.634393 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9e4769-3111-4655-a016-1b45818d6798 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:03:52.657850 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ff9e4769-3111-4655-a016-1b45818d6798,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:52.711383 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:52.711843 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:52.737964 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f54ef8-3ede-4f29-b42c-658b6d086e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:03:52.753438 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc7610-8b31-4d36-8c54-4afdca2eec87 req-2242dbfc-b0cd-44b4-8d07-a53fbaec8efc tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:52.754945 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05cc7610-8b31-4d36-8c54-4afdca2eec87 req-2242dbfc-b0cd-44b4-8d07-a53fbaec8efc tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 944 time: 0.1724994 Feb 28 13:03:52.766023 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b53e61-5a6e-48ae-8f4f-dedeeb3843be req-f64c08b8-3e21-4828-9f26-4ef6c54f370a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:52.767606 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-28b53e61-5a6e-48ae-8f4f-dedeeb3843be req-f64c08b8-3e21-4828-9f26-4ef6c54f370a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 945 time: 0.1920199 Feb 28 13:03:52.769350 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d5aaa66-fd47-49d7-91ed-e829192203cd req-d9b873b9-4bfa-4016-a655-84fef1b1c238 service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090077 Feb 28 13:03:52.820981 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ff9e4769-3111-4655-a016-1b45818d6798), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:52.830183 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:52.850282 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-05cc7610-8b31-4d36-8c54-4afdca2eec87 req-5b52974d-9ec4-4597-8964-d6ac9efad3ba tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799708 Feb 28 13:03:52.875132 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-28b53e61-5a6e-48ae-8f4f-dedeeb3843be req-06e5441e-c9c4-4966-95de-dfea4c6d4448 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971506 Feb 28 13:03:52.884556 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=ff9e4769-3111-4655-a016-1b45818d6798,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:52.941619 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d2cd280d-54fa-46ba-815e-6cb9c7f9d428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:52.942018 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:52.942815 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device e0dd1599-2f93-48e0-a17f-b7ca57962161 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:52.947289 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74053b5-ddf0-4205-9b21-5910fc1c1d45" -d '{"events": [{"server_uuid": "e9f54ef8-3ede-4f29-b42c-658b6d086e11", "name": "network-vif-plugged", "status": "completed", "tag": "705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:03:53.014519 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245691b-f8c3-446f-9d4c-80a4ec4e6cfd req-b4dd1805-f8d6-43a8-8740-5afb84c7736c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:53.016066 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c245691b-f8c3-446f-9d4c-80a4ec4e6cfd req-b4dd1805-f8d6-43a8-8740-5afb84c7736c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 945 time: 0.0861495 Feb 28 13:03:53.029772 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:53.064402 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73272a62-4e50-4c6b-b4af-3a6bf9e6c40b x-openstack-request-id: req-73272a62-4e50-4c6b-b4af-3a6bf9e6c40b {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:03:53.064847 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f54ef8-3ede-4f29-b42c-658b6d086e11", "name": "network-vif-plugged", "status": "completed", "tag": "705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:03:53.065195 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73272a62-4e50-4c6b-b4af-3a6bf9e6c40b {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:03:53.066113 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f54ef8-3ede-4f29-b42c-658b6d086e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb', 'code': 200} Feb 28 13:03:53.083882 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c245691b-f8c3-446f-9d4c-80a4ec4e6cfd req-6b143831-93c5-494f-8289-eb2db73ad92f tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503469 Feb 28 13:03:53.099429 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port e0dd1599-2f93-48e0-a17f-b7ca57962161 completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:03:53.103721 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port e0dd1599-2f93-48e0-a17f-b7ca57962161 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:53.104173 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:53.182346 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port e0dd1599-2f93-48e0-a17f-b7ca57962161 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:53.182745 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:53.219588 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port e0dd1599-2f93-48e0-a17f-b7ca57962161, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e0dd1599-2f93-48e0-a17f-b7ca57962161,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:53.339936 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:53.340781 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device d904f42d-56e7-438a-a2d4-761cccac8a45 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:53.403040 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef14b6-322e-4f7e-8e15-625854b9f88f req-a0dde053-ecb2-4e05-b78c-f19632268115 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:53.404248 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b9ef14b6-322e-4f7e-8e15-625854b9f88f req-a0dde053-ecb2-4e05-b78c-f19632268115 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 944 time: 0.0900555 Feb 28 13:03:53.410909 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5209f-d084-4bd6-9b87-24e8d21d772d req-94a1e86d-5c26-4542-9711-6a72588e3326 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:53.412373 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-86e5209f-d084-4bd6-9b87-24e8d21d772d req-94a1e86d-5c26-4542-9711-6a72588e3326 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.0870097 Feb 28 13:03:53.429423 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=e0dd1599-2f93-48e0-a17f-b7ca57962161,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:53.502863 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b9ef14b6-322e-4f7e-8e15-625854b9f88f req-7fc49b79-0763-4bb0-adf6-bae4e0f5013e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891192 Feb 28 13:03:53.506546 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port d904f42d-56e7-438a-a2d4-761cccac8a45 completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:03:53.516668 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-86e5209f-d084-4bd6-9b87-24e8d21d772d req-4345e58a-3917-4609-9721-0595068dbc71 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928547 Feb 28 13:03:53.524984 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port d904f42d-56e7-438a-a2d4-761cccac8a45 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:53.525389 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:53.606477 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port d904f42d-56e7-438a-a2d4-761cccac8a45 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:53.606871 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:53.642747 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port d904f42d-56e7-438a-a2d4-761cccac8a45, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=d904f42d-56e7-438a-a2d4-761cccac8a45,segment=NetworkSegment(8f529ec1-84d2-4063-84aa-deb37ba1a9d4),segment_id=8f529ec1-84d2-4063-84aa-deb37ba1a9d4)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:53.710147 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:53.711035 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:03:53.734434 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48854) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:53.783954 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=d904f42d-56e7-438a-a2d4-761cccac8a45,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:53.830219 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1146488558-network', 'tenant_id': 'ac0acb2cd8984a35bf294aa2fdc31a94'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:53.853539 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:03:53.857318 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:03:53.859958 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:53.936136 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Made reservation on behalf of ac0acb2cd8984a35bf294aa2fdc31a94 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:53.940658 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:53.945930 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:03:53.946411 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:53.949720 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:54.001470 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:03:54.035124 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Publish callbacks [] for security_group (6f417ab7-9829-48e6-927b-1df33209ea1c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:54.040369 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ef580-a1e8-4437-9703-97eb6408025d req-7afd814a-c6c4-48e3-bc1f-e620326e93a4 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:54.042008 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e48ef580-a1e8-4437-9703-97eb6408025d req-7afd814a-c6c4-48e3-bc1f-e620326e93a4 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.1177192 Feb 28 13:03:54.053775 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3776999-7f36-4e83-82a7-f3e41d7fe6f4 req-dea86a33-e156-46dd-9f5e-80d5128a8cad tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:54.055304 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d3776999-7f36-4e83-82a7-f3e41d7fe6f4 req-dea86a33-e156-46dd-9f5e-80d5128a8cad tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0939147 Feb 28 13:03:54.065101 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:54.088815 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (6f417ab7-9829-48e6-927b-1df33209ea1c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:54.109197 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:03:54.121345 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:54.127688 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f417ab7-9829-48e6-927b-1df33209ea1c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:54.130371 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e48ef580-a1e8-4437-9703-97eb6408025d req-a52ed7da-1775-43af-9026-0d85cfa9fd28 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724680 Feb 28 13:03:54.130962 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (622b4ef8-b5e0-4ebf-b5e9-3bd6484afe71), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:54.131515 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Added segment 622b4ef8-b5e0-4ebf-b5e9-3bd6484afe71 of type vlan for network 102ccb47-6fce-43ec-90b1-665c8b1cf34a Feb 28 13:03:54.138706 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d3776999-7f36-4e83-82a7-f3e41d7fe6f4 req-831fb644-8e95-4531-91a6-4141c7838a3b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765111 Feb 28 13:03:54.179669 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (102ccb47-6fce-43ec-90b1-665c8b1cf34a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:54.249389 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b2c5a-28d1-4436-b4ca-2d6b76cb988b req-b2201605-56c7-4fb7-92da-8505a7678ab2 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:54.250848 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-898b2c5a-28d1-4436-b4ca-2d6b76cb988b req-b2201605-56c7-4fb7-92da-8505a7678ab2 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0555217 Feb 28 13:03:54.264199 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (102ccb47-6fce-43ec-90b1-665c8b1cf34a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:54.265281 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:54.268110 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:54.297421 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-898b2c5a-28d1-4436-b4ca-2d6b76cb988b req-a920ea6b-c5c2-492a-9831-f31fad9ca636 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Feb 28 13:03:54.325735 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] Pushing event updated for resources: {'Network': ['ID=102ccb47-6fce-43ec-90b1-665c8b1cf34a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:54.336787 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 102ccb47-6fce-43ec-90b1-665c8b1cf34a details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:03:54.410054 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-2a53c5ce-8b11-4fe8-9525-04f304c308ae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6745143 Feb 28 13:03:54.413461 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48866) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:54.418136 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2ab91ba1-210c-43c7-b62b-d4d546cc403b admin admin] Request body: {'subnet': {'network_id': '102ccb47-6fce-43ec-90b1-665c8b1cf34a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1146488558-subnet', 'tenant_id': 'ac0acb2cd8984a35bf294aa2fdc31a94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:54.493894 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab91ba1-210c-43c7-b62b-d4d546cc403b admin admin] Made reservation on behalf of ac0acb2cd8984a35bf294aa2fdc31a94 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:54.496302 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ab91ba1-210c-43c7-b62b-d4d546cc403b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:54.656895 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc238-22e0-4f89-927d-6134ac7d9fa4 req-87e67244-779d-4299-9d6f-a11c6fe22fd3 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:54.658873 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cc2dc238-22e0-4f89-927d-6134ac7d9fa4 req-87e67244-779d-4299-9d6f-a11c6fe22fd3 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 944 time: 0.0849204 Feb 28 13:03:54.671263 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1702d6-6c8a-4495-985b-cca52a80c00d req-2416837b-ff42-43b6-96fe-6576122c10d9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:54.672816 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4f1702d6-6c8a-4495-985b-cca52a80c00d req-2416837b-ff42-43b6-96fe-6576122c10d9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.0884821 Feb 28 13:03:54.745437 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ab91ba1-210c-43c7-b62b-d4d546cc403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for subnet (b6410852-91bb-47db-baec-1354a168f3c5), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:54.747106 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cc2dc238-22e0-4f89-927d-6134ac7d9fa4 req-a41eaa5e-3bca-47e8-8dc5-2f6a755aa9ed tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733209 Feb 28 13:03:54.750381 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4f1702d6-6c8a-4495-985b-cca52a80c00d req-fcf82f36-e7ca-48cb-807c-b6a20f25b403 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706587 Feb 28 13:03:54.801735 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab91ba1-210c-43c7-b62b-d4d546cc403b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6410852-91bb-47db-baec-1354a168f3c5,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:54.810492 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab91ba1-210c-43c7-b62b-d4d546cc403b admin admin] Checking segment: {'id': '622b4ef8-b5e0-4ebf-b5e9-3bd6484afe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '102ccb47-6fce-43ec-90b1-665c8b1cf34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:54.810840 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab91ba1-210c-43c7-b62b-d4d546cc403b admin admin] Network hostable DHCP agents. Network: 102ccb47-6fce-43ec-90b1-665c8b1cf34a, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:03:54.910843 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab91ba1-210c-43c7-b62b-d4d546cc403b admin admin] Network 102ccb47-6fce-43ec-90b1-665c8b1cf34a is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:03:54.967902 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-2ab91ba1-210c-43c7-b62b-d4d546cc403b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 102ccb47-6fce-43ec-90b1-665c8b1cf34a) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:54.971825 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab91ba1-210c-43c7-b62b-d4d546cc403b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:54.972424 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ab91ba1-210c-43c7-b62b-d4d546cc403b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:54.976958 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d187e986-dc19-496d-9820-42ff8e0cfe2f None None] Network 102ccb47-6fce-43ec-90b1-665c8b1cf34a requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:55.061714 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-2ab91ba1-210c-43c7-b62b-d4d546cc403b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6468809 Feb 28 13:03:55.067071 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0af5d4-18ee-4f4f-b513-98daea04132e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dd1599-2f93-48e0-a17f-b7ca57962161'}, {'server_uuid': '146cc90c-af2f-42d0-8970-564b58ad7840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd904f42d-56e7-438a-a2d4-761cccac8a45'}, {'server_uuid': '126a7963-f014-41d7-bb35-5ffae4557437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebd5bf7-5b36-4933-b51f-86c4ac321f7c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:03:55.069517 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250004f7-0f4d-4506-ac74-e8c04840e061" -d '{"events": [{"server_uuid": "8f0af5d4-18ee-4f4f-b513-98daea04132e", "name": "network-vif-plugged", "status": "completed", "tag": "e0dd1599-2f93-48e0-a17f-b7ca57962161"}, {"server_uuid": "146cc90c-af2f-42d0-8970-564b58ad7840", "name": "network-vif-plugged", "status": "completed", "tag": "d904f42d-56e7-438a-a2d4-761cccac8a45"}, {"server_uuid": "126a7963-f014-41d7-bb35-5ffae4557437", "name": "network-vif-plugged", "status": "completed", "tag": "8ebd5bf7-5b36-4933-b51f-86c4ac321f7c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:03:55.081142 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e722c60e-e32f-4893-874e-76f62a17cdfb None None] Network 102ccb47-6fce-43ec-90b1-665c8b1cf34a requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:55.133642 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 28 Feb 2022 13:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62536071-e8ef-4dca-b6da-9eda6d2cdbd9 x-openstack-request-id: req-62536071-e8ef-4dca-b6da-9eda6d2cdbd9 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:03:55.133953 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0af5d4-18ee-4f4f-b513-98daea04132e", "name": "network-vif-plugged", "status": "completed", "tag": "e0dd1599-2f93-48e0-a17f-b7ca57962161", "code": 200}, {"server_uuid": "146cc90c-af2f-42d0-8970-564b58ad7840", "name": "network-vif-plugged", "status": "completed", "tag": "d904f42d-56e7-438a-a2d4-761cccac8a45", "code": 200}, {"server_uuid": "126a7963-f014-41d7-bb35-5ffae4557437", "name": "network-vif-plugged", "status": "completed", "tag": "8ebd5bf7-5b36-4933-b51f-86c4ac321f7c", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:03:55.134213 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62536071-e8ef-4dca-b6da-9eda6d2cdbd9 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:03:55.134612 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0af5d4-18ee-4f4f-b513-98daea04132e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dd1599-2f93-48e0-a17f-b7ca57962161', 'code': 200} Feb 28 13:03:55.134870 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146cc90c-af2f-42d0-8970-564b58ad7840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd904f42d-56e7-438a-a2d4-761cccac8a45', 'code': 200} Feb 28 13:03:55.135290 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126a7963-f014-41d7-bb35-5ffae4557437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebd5bf7-5b36-4933-b51f-86c4ac321f7c', 'code': 200} Feb 28 13:03:55.298212 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c5f9c-d53c-4267-bbdd-843340ce8246 req-4affaf36-3b2c-4949-a4bb-654de2930ac3 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:55.299727 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a28c5f9c-d53c-4267-bbdd-843340ce8246 req-4affaf36-3b2c-4949-a4bb-654de2930ac3 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.0854011 Feb 28 13:03:55.309671 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249fd70-f777-47a5-b7dd-df62bc32f01d req-fc87b03e-f68c-4153-892a-6c0071b1d0ec tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:55.310999 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d249fd70-f777-47a5-b7dd-df62bc32f01d req-fc87b03e-f68c-4153-892a-6c0071b1d0ec tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0851333 Feb 28 13:03:55.361772 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-187456fd-aacb-4e30-a9d6-caf5e321fee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:55.386198 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d249fd70-f777-47a5-b7dd-df62bc32f01d req-187dabff-07c7-4767-a16a-80a14a0b8958 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680444 Feb 28 13:03:55.389058 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a28c5f9c-d53c-4267-bbdd-843340ce8246 req-ba7ab629-8b6f-4d34-8fd2-bbce5d344468 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771759 Feb 28 13:03:55.496437 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92361b94-144b-4367-967f-9860dd72af2c req-a8e7ced2-be25-40a8-bb74-2c148bf249e4 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:55.497953 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-92361b94-144b-4367-967f-9860dd72af2c req-a8e7ced2-be25-40a8-bb74-2c148bf249e4 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0551000 Feb 28 13:03:55.578756 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-92361b94-144b-4367-967f-9860dd72af2c req-d4e99bfa-4eeb-4838-bd92-feaeb3f39400 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752659 Feb 28 13:03:55.586258 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51 req-51dfb66b-cde8-43d1-b05f-1357be14175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:55.587789 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51 req-51dfb66b-cde8-43d1-b05f-1357be14175b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d81f40b84784ce5bc103294dc08507e&device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 1128 time: 0.0765395 Feb 28 13:03:55.702181 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51 req-e27f1c85-6d68-467c-aff5-577b7c80346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:55.703697 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51 req-e27f1c85-6d68-467c-aff5-577b7c80346e service neutron] 10.222.0.35 "GET /v2.0/networks?id=1817a4ca-a968-48f5-850b-0f648c55cd83 HTTP/1.1" status: 200 len: 912 time: 0.1063688 Feb 28 13:03:55.737038 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['ff9e4769-3111-4655-a016-1b45818d6798'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:03:55.755567 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51 req-719083dc-4545-41c8-90d7-1df69fb7b0f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4263d2b-78ac-448f-a14d-66f9817833d7 HTTP/1.1" status: 200 len: 217 time: 0.0447552 Feb 28 13:03:55.816155 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51 req-d12bdcfd-a163-4fa9-b897-d9dcef46a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:55.823520 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51 req-d12bdcfd-a163-4fa9-b897-d9dcef46a15b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa975e66-0ccb-4dbd-aabf-a88125b3979d HTTP/1.1" status: 200 len: 850 time: 0.0560250 Feb 28 13:03:55.968241 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48916) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:55.973699 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-579768060-network', 'tenant_id': 'd59e64bb1cd04b5eb3392f6261909a9b'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:55.990256 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51 req-45c20d9a-1906-46e5-b439-7362d4b74629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:55.991914 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51 req-45c20d9a-1906-46e5-b439-7362d4b74629 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1817a4ca-a968-48f5-850b-0f648c55cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1664927 Feb 28 13:03:56.006354 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987767c-8f17-484f-b3ef-10a916e71cdf req-436cd8a2-611e-4a9b-b2c4-ce5b3b3e6161 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:56.007860 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c987767c-8f17-484f-b3ef-10a916e71cdf req-436cd8a2-611e-4a9b-b2c4-ce5b3b3e6161 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.1205134 Feb 28 13:03:56.039845 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3125e9a-24c4-42e1-bd69-4f826abbafb9 req-92b446b9-0a08-462c-a167-b0ad350cb4d4 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:56.041323 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e3125e9a-24c4-42e1-bd69-4f826abbafb9 req-92b446b9-0a08-462c-a167-b0ad350cb4d4 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 944 time: 0.1386652 Feb 28 13:03:56.075627 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Made reservation on behalf of d59e64bb1cd04b5eb3392f6261909a9b for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:56.078211 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:56.087023 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:56.087265 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c987767c-8f17-484f-b3ef-10a916e71cdf req-32b0296d-dd76-4c48-828e-f37f07397cd1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723314 Feb 28 13:03:56.116346 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e3125e9a-24c4-42e1-bd69-4f826abbafb9 req-e8f8ac26-3cf4-4280-a467-5c466e33bc7e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686429 Feb 28 13:03:56.161526 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Publish callbacks [] for security_group (e7ce1d32-cfef-48b1-af56-9db77697d131), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:56.253320 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (e7ce1d32-cfef-48b1-af56-9db77697d131), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:56.279949 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:03:56.289824 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ce1d32-cfef-48b1-af56-9db77697d131,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:56.294383 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (fa937f9b-f5ec-4e63-9349-4039013a3921), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:56.294726 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Added segment fa937f9b-f5ec-4e63-9349-4039013a3921 of type vlan for network 496e53ab-059d-4391-bf19-379ff0678144 Feb 28 13:03:56.333083 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (496e53ab-059d-4391-bf19-379ff0678144), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:56.509927 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (496e53ab-059d-4391-bf19-379ff0678144), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:56.511011 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:56.511646 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:56.550857 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d452269-8a19-4199-9cd4-b1f7a0324d90 req-25b6280d-acc8-49f4-8262-98e19ce3e7c0 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:56.553747 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2d452269-8a19-4199-9cd4-b1f7a0324d90 req-25b6280d-acc8-49f4-8262-98e19ce3e7c0 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.0869679 Feb 28 13:03:56.559387 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5b31e-133e-4328-a7cc-b4d4eaa48ecc req-fa0f11d7-ea1a-4530-83ad-87d03b9e853e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:56.560839 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-12e5b31e-133e-4328-a7cc-b4d4eaa48ecc req-fa0f11d7-ea1a-4530-83ad-87d03b9e853e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0973501 Feb 28 13:03:56.583550 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] Pushing event updated for resources: {'Network': ['ID=496e53ab-059d-4391-bf19-379ff0678144,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:56.597946 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 496e53ab-059d-4391-bf19-379ff0678144 details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:03:56.633246 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2d452269-8a19-4199-9cd4-b1f7a0324d90 req-7fece3d1-c055-4316-b5d4-1f1b28d9702d tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713949 Feb 28 13:03:56.638406 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-12e5b31e-133e-4328-a7cc-b4d4eaa48ecc req-c1ba69fc-90df-4245-8ee9-c225090ac247 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698225 Feb 28 13:03:56.650480 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-56f5262d-7a67-4153-85f3-80132559385a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6811368 Feb 28 13:03:56.653116 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 48926) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:56.657731 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-eda02b95-a2dd-4a6f-9570-631de490c906 admin admin] Request body: {'subnet': {'network_id': '496e53ab-059d-4391-bf19-379ff0678144', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-579768060-subnet', 'tenant_id': 'd59e64bb1cd04b5eb3392f6261909a9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:03:56.744873 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda02b95-a2dd-4a6f-9570-631de490c906 admin admin] Made reservation on behalf of d59e64bb1cd04b5eb3392f6261909a9b for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:03:56.747168 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eda02b95-a2dd-4a6f-9570-631de490c906 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:56.754012 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc1bee-7373-47f9-bf91-d3797cda10c9 req-b6cecd87-970b-49e2-ad95-fde72ed830b8 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:56.755587 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-01cc1bee-7373-47f9-bf91-d3797cda10c9 req-b6cecd87-970b-49e2-ad95-fde72ed830b8 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0573804 Feb 28 13:03:56.802433 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:56.806196 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-01cc1bee-7373-47f9-bf91-d3797cda10c9 req-9f5fd84b-497e-4f7d-b6ea-7e7fd58c85d0 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Feb 28 13:03:56.968418 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eda02b95-a2dd-4a6f-9570-631de490c906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for subnet (5df71a77-179b-45b5-bad7-5f81f99ea6c2), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:57.017933 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda02b95-a2dd-4a6f-9570-631de490c906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df71a77-179b-45b5-bad7-5f81f99ea6c2,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:57.033639 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda02b95-a2dd-4a6f-9570-631de490c906 admin admin] Checking segment: {'id': 'fa937f9b-f5ec-4e63-9349-4039013a3921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '496e53ab-059d-4391-bf19-379ff0678144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:03:57.033994 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda02b95-a2dd-4a6f-9570-631de490c906 admin admin] Network hostable DHCP agents. Network: 496e53ab-059d-4391-bf19-379ff0678144, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:03:57.121984 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda02b95-a2dd-4a6f-9570-631de490c906 admin admin] Network 496e53ab-059d-4391-bf19-379ff0678144 is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:03:57.208061 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-eda02b95-a2dd-4a6f-9570-631de490c906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 496e53ab-059d-4391-bf19-379ff0678144) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:03:57.211928 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda02b95-a2dd-4a6f-9570-631de490c906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:57.212536 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eda02b95-a2dd-4a6f-9570-631de490c906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:57.219069 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48a5337-98aa-41d3-b20f-dd8e5f5b3434 None None] Network 496e53ab-059d-4391-bf19-379ff0678144 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:57.240630 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5168e88-d2ff-4a85-8adf-de6afd7936ab req-b15f910c-ad09-44b0-9a60-f510fe7dd538 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:57.245068 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a5168e88-d2ff-4a85-8adf-de6afd7936ab req-b15f910c-ad09-44b0-9a60-f510fe7dd538 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.0834758 Feb 28 13:03:57.253158 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b0f61-6d96-43b8-976e-5df7a0b92d0c req-1b6acb15-871b-458d-9f54-3044968d73a4 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:57.255131 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0d5b0f61-6d96-43b8-976e-5df7a0b92d0c req-1b6acb15-871b-458d-9f54-3044968d73a4 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 944 time: 0.0697351 Feb 28 13:03:57.292400 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-eda02b95-a2dd-4a6f-9570-631de490c906 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6382308 Feb 28 13:03:57.318554 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3243608-a793-4e75-8136-7a9237a217e4 None None] Network 496e53ab-059d-4391-bf19-379ff0678144 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:03:57.334421 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a5168e88-d2ff-4a85-8adf-de6afd7936ab req-9d3b601b-4aa8-4436-9aa2-53657b555529 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783031 Feb 28 13:03:57.338212 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0d5b0f61-6d96-43b8-976e-5df7a0b92d0c req-ac72a122-1884-4ad7-b4dc-5e88e156e7c2 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748746 Feb 28 13:03:57.787489 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5eca1-ec4a-4a14-9106-3ffb515fa745 req-e5823a4f-fd71-4323-ad6c-749059afcd0d tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:57.789133 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-97e5eca1-ec4a-4a14-9106-3ffb515fa745 req-e5823a4f-fd71-4323-ad6c-749059afcd0d tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.0840225 Feb 28 13:03:57.800130 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45747f-3653-4c64-9e01-6ab2342c2637 req-dd922d04-8a05-4324-9aa0-348ecd91a49a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:57.802411 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ae45747f-3653-4c64-9e01-6ab2342c2637 req-dd922d04-8a05-4324-9aa0-348ecd91a49a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0859969 Feb 28 13:03:57.874752 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-97e5eca1-ec4a-4a14-9106-3ffb515fa745 req-6fd7f760-2ba2-4d2b-9cf9-175d0b571f6b tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712807 Feb 28 13:03:57.881876 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ae45747f-3653-4c64-9e01-6ab2342c2637 req-2f969b99-6b1c-48e2-83cc-307235339e93 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710287 Feb 28 13:03:57.927991 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:57.983710 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2964057-3b1a-4484-a4de-e4f0341e15e6 req-43877a41-1b90-4767-8b56-1cb450aa87b4 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:57.985133 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e2964057-3b1a-4484-a4de-e4f0341e15e6 req-43877a41-1b90-4767-8b56-1cb450aa87b4 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0522695 Feb 28 13:03:58.032406 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e2964057-3b1a-4484-a4de-e4f0341e15e6 req-152fb231-1364-4c45-9942-dbded0d73395 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Feb 28 13:03:58.489524 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab787261-5ded-4550-ba10-76c35665ca19 req-8b70a499-3931-4924-80ea-5c9639865ac1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:58.490960 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ab787261-5ded-4550-ba10-76c35665ca19 req-8b70a499-3931-4924-80ea-5c9639865ac1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 944 time: 0.0738893 Feb 28 13:03:58.498250 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ae24-c1f6-4daa-b067-2b8c5b22bbbf req-6e1dd63f-f11e-4fd3-93dd-01c3474a8dae tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:58.499608 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f806ae24-c1f6-4daa-b067-2b8c5b22bbbf req-6e1dd63f-f11e-4fd3-93dd-01c3474a8dae tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.0924313 Feb 28 13:03:58.631820 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.35', 49947) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:03:58.853737 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ab787261-5ded-4550-ba10-76c35665ca19 req-2d39fabc-9fa0-430f-a49a-63924f77640d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531785 Feb 28 13:03:58.859722 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f806ae24-c1f6-4daa-b067-2b8c5b22bbbf req-ebdb2553-dec9-4b77-a0f7-99a1d7da6924 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530402 Feb 28 13:03:58.881751 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b970d64-ee39-44ce-bdce-67e8e58662a8 req-935013f2-4521-48a2-a96c-59baa8b18539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:58.882631 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0b970d64-ee39-44ce-bdce-67e8e58662a8 req-935013f2-4521-48a2-a96c-59baa8b18539 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 1129 time: 0.1972063 Feb 28 13:03:58.912079 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-0b970d64-ee39-44ce-bdce-67e8e58662a8 req-8fdcb1c8-dc00-4f11-9500-4ab57134dc86 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:58.917562 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa76b5-cad3-45bf-b04d-e0ce3d7378d5 req-c57fa42c-d7f5-445f-8117-f5276624556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:58.919112 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-32aa76b5-cad3-45bf-b04d-e0ce3d7378d5 req-c57fa42c-d7f5-445f-8117-f5276624556f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 1130 time: 0.3300254 Feb 28 13:03:58.921634 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51 req-b8b565c9-6bf3-4373-b9b3-e3f3c3c89206 service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297366 Feb 28 13:03:58.921934 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62614fb8-39e7-454f-891a-0f10e117d5e3 req-4f4ff409-bbbc-485b-96bf-01f14c90a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:58.923302 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-62614fb8-39e7-454f-891a-0f10e117d5e3 req-4f4ff409-bbbc-485b-96bf-01f14c90a18f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 1129 time: 0.3328795 Feb 28 13:03:58.924995 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1de930-34ef-4754-b8bf-15f39b75d848 req-d1a542fd-565f-4240-a45a-f6d1edfacfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:58.926803 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ea1de930-34ef-4754-b8bf-15f39b75d848 req-d1a542fd-565f-4240-a45a-f6d1edfacfcd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 1130 time: 0.2941351 Feb 28 13:03:58.966455 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-32aa76b5-cad3-45bf-b04d-e0ce3d7378d5 req-6fb21e9d-ee84-4172-a5a1-e799104255b5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:58.984622 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ea1de930-34ef-4754-b8bf-15f39b75d848 req-1a34cb4e-0d35-4a1b-b416-0ecbe64a1b22 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:58.986415 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-62614fb8-39e7-454f-891a-0f10e117d5e3 req-9835ae66-e099-49c4-826d-e8b03fa69050 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:59.148229 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51 req-5d8088c0-3db8-4b63-b5a6-ccd5ca42dc50 service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086906 Feb 28 13:03:59.162020 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b20610-a82c-4fa9-9a7e-893ebaa46f3f req-79786884-b232-41a0-9498-91020525cc15 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:59.163653 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-12b20610-a82c-4fa9-9a7e-893ebaa46f3f req-79786884-b232-41a0-9498-91020525cc15 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.1845319 Feb 28 13:03:59.179750 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eee60-05bf-4609-85cc-960013eef811 req-21deef91-efe7-4924-a901-76de76b8c514 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:59.188786 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7d0eee60-05bf-4609-85cc-960013eef811 req-21deef91-efe7-4924-a901-76de76b8c514 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.2036774 Feb 28 13:03:59.188786 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-0b970d64-ee39-44ce-bdce-67e8e58662a8 req-8fdcb1c8-dc00-4f11-9500-4ab57134dc86 service neutron] Publish callbacks [] for security_group (bb2fd0fe-4d54-4a66-84ce-3ce08106d4f9), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:59.266938 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-12b20610-a82c-4fa9-9a7e-893ebaa46f3f req-66bc2b16-0a86-46f5-a369-ad22ecad473f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973058 Feb 28 13:03:59.275227 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7d0eee60-05bf-4609-85cc-960013eef811 req-e09f252e-1bc3-49bb-b00d-d675d1ffcf6d tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762162 Feb 28 13:03:59.298640 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-0b970d64-ee39-44ce-bdce-67e8e58662a8 req-8fdcb1c8-dc00-4f11-9500-4ab57134dc86 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (bb2fd0fe-4d54-4a66-84ce-3ce08106d4f9), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:59.353158 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.db.api [req-62614fb8-39e7-454f-891a-0f10e117d5e3 req-9835ae66-e099-49c4-826d-e8b03fa69050 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d359df6fe00648978fe21b0dce4ecfe8 {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 13:03:59.353562 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG oslo_db.api [req-62614fb8-39e7-454f-891a-0f10e117d5e3 req-9835ae66-e099-49c4-826d-e8b03fa69050 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 13:03:59.353976 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.db.api [req-32aa76b5-cad3-45bf-b04d-e0ce3d7378d5 req-6fb21e9d-ee84-4172-a5a1-e799104255b5 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d359df6fe00648978fe21b0dce4ecfe8 {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 13:03:59.354352 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG oslo_db.api [req-32aa76b5-cad3-45bf-b04d-e0ce3d7378d5 req-6fb21e9d-ee84-4172-a5a1-e799104255b5 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 13:03:59.354793 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.db.api [req-ea1de930-34ef-4754-b8bf-15f39b75d848 req-1a34cb4e-0d35-4a1b-b416-0ecbe64a1b22 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d359df6fe00648978fe21b0dce4ecfe8 {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 13:03:59.355101 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG oslo_db.api [req-ea1de930-34ef-4754-b8bf-15f39b75d848 req-1a34cb4e-0d35-4a1b-b416-0ecbe64a1b22 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 13:03:59.401731 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0b970d64-ee39-44ce-bdce-67e8e58662a8 req-8fdcb1c8-dc00-4f11-9500-4ab57134dc86 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103004 Feb 28 13:03:59.405814 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcb1c8-dc00-4f11-9500-4ab57134dc86 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2fd0fe-4d54-4a66-84ce-3ce08106d4f9,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:03:59.408390 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:59.432164 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9934853-6bc7-4061-b2be-665a844be389 req-697261dc-3724-4852-ac92-cc7aa27a8836 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:03:59.433661 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f9934853-6bc7-4061-b2be-665a844be389 req-697261dc-3724-4852-ac92-cc7aa27a8836 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0908074 Feb 28 13:03:59.481181 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f9934853-6bc7-4061-b2be-665a844be389 req-0a3b421f-e840-47fb-8d07-9581c3ea9973 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415759 Feb 28 13:03:59.854757 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-62614fb8-39e7-454f-891a-0f10e117d5e3 req-9835ae66-e099-49c4-826d-e8b03fa69050 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:59.858174 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-32aa76b5-cad3-45bf-b04d-e0ce3d7378d5 req-6fb21e9d-ee84-4172-a5a1-e799104255b5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:03:59.871533 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ea1de930-34ef-4754-b8bf-15f39b75d848 req-1a34cb4e-0d35-4a1b-b416-0ecbe64a1b22 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:00.032284 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ea1de930-34ef-4754-b8bf-15f39b75d848 req-1a34cb4e-0d35-4a1b-b416-0ecbe64a1b22 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0870798 Feb 28 13:04:00.042535 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358f072-165f-4ef0-a5fa-c3dfb515aa41 req-82ca24b6-5039-411a-93db-ad4f872f0e8e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:00.044044 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8358f072-165f-4ef0-a5fa-c3dfb515aa41 req-82ca24b6-5039-411a-93db-ad4f872f0e8e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 944 time: 0.1052516 Feb 28 13:04:00.055416 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-62614fb8-39e7-454f-891a-0f10e117d5e3 req-9835ae66-e099-49c4-826d-e8b03fa69050 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1124356 Feb 28 13:04:00.057943 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-32aa76b5-cad3-45bf-b04d-e0ce3d7378d5 req-6fb21e9d-ee84-4172-a5a1-e799104255b5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1222670 Feb 28 13:04:00.065168 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407e8f5-8ced-4de4-a08a-a557bf6de141 req-82f4fbb5-191e-48c1-89b5-be1d2b63cbd6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:00.066573 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a407e8f5-8ced-4de4-a08a-a557bf6de141 req-82f4fbb5-191e-48c1-89b5-be1d2b63cbd6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.0803413 Feb 28 13:04:00.130261 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8358f072-165f-4ef0-a5fa-c3dfb515aa41 req-22330de7-966d-4e25-817b-c09c3fff9bdf tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786476 Feb 28 13:04:00.149993 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a407e8f5-8ced-4de4-a08a-a557bf6de141 req-467105d2-6954-4baa-acdd-d9e90368ad99 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671086 Feb 28 13:04:00.420145 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2d8d7-c379-4876-a0b0-82c8cd02107b req-a72a25f0-8ab7-4277-86fe-eecf10f173ed tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:00.425967 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4cc2d8d7-c379-4876-a0b0-82c8cd02107b req-a72a25f0-8ab7-4277-86fe-eecf10f173ed tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0844767 Feb 28 13:04:00.433507 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b414109-74ac-4b09-baaa-9c2c4c217696 req-338ffdea-e810-4d44-a295-1057b4351e17 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:00.435067 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3b414109-74ac-4b09-baaa-9c2c4c217696 req-338ffdea-e810-4d44-a295-1057b4351e17 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.0880799 Feb 28 13:04:00.500546 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4cc2d8d7-c379-4876-a0b0-82c8cd02107b req-6b21a05a-fe4f-4e95-99f9-ae320cf34390 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644820 Feb 28 13:04:00.511928 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3b414109-74ac-4b09-baaa-9c2c4c217696 req-de503565-e4d4-4f49-acff-a7088250c075 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629530 Feb 28 13:04:00.544948 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ff9e4769-3111-4655-a016-1b45818d6798 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:04:00.612501 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e58992-e8d6-4628-b47b-858347732fb8 req-ab63ed6d-a8e8-4720-bceb-17af95c7f5f5 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:00.614064 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d8e58992-e8d6-4628-b47b-858347732fb8 req-ab63ed6d-a8e8-4720-bceb-17af95c7f5f5 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0567009 Feb 28 13:04:00.631123 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port ff9e4769-3111-4655-a016-1b45818d6798 completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:04:00.635507 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port ff9e4769-3111-4655-a016-1b45818d6798 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:04:00.636066 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (ff9e4769-3111-4655-a016-1b45818d6798), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:00.661395 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d8e58992-e8d6-4628-b47b-858347732fb8 req-b2a4ba71-e161-4b8e-9dda-7728dcec0d42 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417514 Feb 28 13:04:00.711671 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port ff9e4769-3111-4655-a016-1b45818d6798 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:04:00.712084 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ff9e4769-3111-4655-a016-1b45818d6798), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:00.733703 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:04:00.735991 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528368fe-1f2a-423d-9e4c-f5dc95b0919f" -d '{"events": [{"server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "name": "network-vif-plugged", "status": "completed", "tag": "ff9e4769-3111-4655-a016-1b45818d6798"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:04:00.748052 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ff9e4769-3111-4655-a016-1b45818d6798,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:04:00.774874 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5050e0d-a4eb-4f52-a72b-67df96a69bb6 x-openstack-request-id: req-a5050e0d-a4eb-4f52-a72b-67df96a69bb6 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:04:00.774874 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "name": "network-vif-plugged", "status": "completed", "tag": "ff9e4769-3111-4655-a016-1b45818d6798", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:04:00.774874 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5050e0d-a4eb-4f52-a72b-67df96a69bb6 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:04:00.774874 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798', 'code': 200} Feb 28 13:04:00.803188 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ff9e4769-3111-4655-a016-1b45818d6798), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:00.861421 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=ff9e4769-3111-4655-a016-1b45818d6798,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:01.168364 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aee0f-9223-4b1a-be52-aa6431e3d53b req-40a78cb0-1779-48b4-b9e2-5dbe2319c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:01.168819 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-633aee0f-9223-4b1a-be52-aa6431e3d53b req-40a78cb0-1779-48b4-b9e2-5dbe2319c2f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 1129 time: 0.0439703 Feb 28 13:04:01.223753 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-633aee0f-9223-4b1a-be52-aa6431e3d53b req-7254a213-f3be-44b2-8a33-e523a1249e97 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450473 Feb 28 13:04:01.287700 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b7984-3212-4dfd-8df0-8dac69d49342 req-94ab83e3-345a-472e-8faa-29f3defe1d3c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:01.289192 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-096b7984-3212-4dfd-8df0-8dac69d49342 req-94ab83e3-345a-472e-8faa-29f3defe1d3c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 944 time: 0.0828888 Feb 28 13:04:01.299736 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cddb8-0534-4b68-8467-453e109449c6 req-d28c7f52-0083-4e67-84df-56c550d1fba0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:01.301964 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8f9cddb8-0534-4b68-8467-453e109449c6 req-d28c7f52-0083-4e67-84df-56c550d1fba0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0696487 Feb 28 13:04:01.374742 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-096b7984-3212-4dfd-8df0-8dac69d49342 req-92e27422-72d9-462e-98f1-cec299ef95f3 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718336 Feb 28 13:04:01.379089 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8f9cddb8-0534-4b68-8467-453e109449c6 req-01e65e6a-676a-4f0e-ad81-fcd5163037b7 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696325 Feb 28 13:04:01.665491 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5c85b-ce60-4270-b5aa-f7c9fbe5c27c req-77fd18bf-12e6-4f72-ba74-bbfa0a4242cb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:01.666982 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4ca5c85b-ce60-4270-b5aa-f7c9fbe5c27c req-77fd18bf-12e6-4f72-ba74-bbfa0a4242cb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0855570 Feb 28 13:04:01.684301 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0513c4-4dc2-4207-a446-6a07180a964f req-670cb004-6e72-434d-b745-4d1b56d39751 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:01.684867 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d0513c4-4dc2-4207-a446-6a07180a964f req-670cb004-6e72-434d-b745-4d1b56d39751 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.0767522 Feb 28 13:04:01.754552 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4ca5c85b-ce60-4270-b5aa-f7c9fbe5c27c req-94a3fcdf-625d-416a-9fdf-57bff0e22b35 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817466 Feb 28 13:04:01.761765 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d0513c4-4dc2-4207-a446-6a07180a964f req-b24031b8-4bc2-42d5-be92-3917d7cfcf4e tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705960 Feb 28 13:04:01.862012 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52866d-4ebd-49ac-919c-a5d64745e52a req-132573b9-85fb-42ae-aec5-1519fbe859a7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:01.863496 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5d52866d-4ebd-49ac-919c-a5d64745e52a req-132573b9-85fb-42ae-aec5-1519fbe859a7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0535941 Feb 28 13:04:01.909899 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5d52866d-4ebd-49ac-919c-a5d64745e52a req-71021bfe-e054-4485-a23e-a1840e30c3c0 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409226 Feb 28 13:04:02.530884 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085d605-b1ca-420a-a734-b9cfa3172ce2 req-53a817a4-aa47-4260-9c16-4f713ec8dfd5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:02.532311 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d085d605-b1ca-420a-a734-b9cfa3172ce2 req-53a817a4-aa47-4260-9c16-4f713ec8dfd5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 944 time: 0.0864015 Feb 28 13:04:02.539759 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c19b1e-6356-4ec4-b7f8-af5789db9917 req-e02b4917-2a4b-4c75-ba55-e2433ed99cbf tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:02.541179 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d2c19b1e-6356-4ec4-b7f8-af5789db9917 req-e02b4917-2a4b-4c75-ba55-e2433ed99cbf tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0849953 Feb 28 13:04:02.555160 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device e4263d2b-78ac-448f-a14d-66f9817833d7 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:04:02.613169 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d085d605-b1ca-420a-a734-b9cfa3172ce2 req-186228aa-6df3-48b1-b2c9-0115a31624e6 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710254 Feb 28 13:04:02.621254 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d2c19b1e-6356-4ec4-b7f8-af5789db9917 req-aa61bc17-0339-4fe1-bb26-8d6c806f828d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725231 Feb 28 13:04:02.682015 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port e4263d2b-78ac-448f-a14d-66f9817833d7, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e4263d2b-78ac-448f-a14d-66f9817833d7,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:04:02.697473 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': 'e4263d2b-78ac-448f-a14d-66f9817833d7', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'port_id': 'e4263d2b-78ac-448f-a14d-66f9817833d7', 'mac_address': 'fa:16:3e:07:c2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:04:02.733411 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port e4263d2b-78ac-448f-a14d-66f9817833d7 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:04:02.733803 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:02.746910 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4263d2b-78ac-448f-a14d-66f9817833d7 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:04:02.768872 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port e4263d2b-78ac-448f-a14d-66f9817833d7, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e4263d2b-78ac-448f-a14d-66f9817833d7,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:04:02.911508 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:02.911861 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccfa35-c651-447e-b5d0-efc61fe21217 req-2cc73782-adbb-473f-ab84-985d5ef453a2 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:02.913398 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a9ccfa35-c651-447e-b5d0-efc61fe21217 req-2cc73782-adbb-473f-ab84-985d5ef453a2 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0851965 Feb 28 13:04:02.920969 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6555f-d08a-44f2-9e27-818a7a3f3a67 req-85dfdb10-1cc1-4818-a3a9-b1f951b7a990 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:02.922396 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d5c6555f-d08a-44f2-9e27-818a7a3f3a67 req-85dfdb10-1cc1-4818-a3a9-b1f951b7a990 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.0844064 Feb 28 13:04:02.964818 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=e4263d2b-78ac-448f-a14d-66f9817833d7,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:03.004042 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a9ccfa35-c651-447e-b5d0-efc61fe21217 req-33a58c59-37d2-4588-a5b2-ff6afeb9a600 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806336 Feb 28 13:04:03.008172 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d5c6555f-d08a-44f2-9e27-818a7a3f3a67 req-303fe033-d7a6-4a9e-a77a-bd8cd0c64411 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782957 Feb 28 13:04:03.129360 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003ac98-bd6b-403a-ab8c-2db0618e0848 req-0d4b0c0a-0378-402e-a692-27497fbcdbd2 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:03.132596 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1003ac98-bd6b-403a-ab8c-2db0618e0848 req-0d4b0c0a-0378-402e-a692-27497fbcdbd2 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0626748 Feb 28 13:04:03.193758 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1003ac98-bd6b-403a-ab8c-2db0618e0848 req-23226128-155f-4ffa-a09c-afe8f28bd5c2 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552375 Feb 28 13:04:03.297555 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['e4263d2b-78ac-448f-a14d-66f9817833d7'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:04:03.642028 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51411fe8-55b9-4365-940b-7d4f52c67211 req-2bc249de-b4f0-47f3-b562-3b4763e05036 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:03.643610 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-51411fe8-55b9-4365-940b-7d4f52c67211 req-2bc249de-b4f0-47f3-b562-3b4763e05036 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0533078 Feb 28 13:04:03.723552 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b577-4864-4886-b42c-12f624144635 req-75fbba14-87cc-42bb-b34e-6af1a9793cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:03.725057 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ee40b577-4864-4886-b42c-12f624144635 req-75fbba14-87cc-42bb-b34e-6af1a9793cf4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 1130 time: 0.0582347 Feb 28 13:04:03.731275 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-51411fe8-55b9-4365-940b-7d4f52c67211 req-9e3e3e86-d09b-4153-ae5f-07cbe69a8370 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776031 Feb 28 13:04:03.775464 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2d627-eb07-4703-ac8f-da4560718d9e req-a855c07b-6f68-4616-b02f-d15935a82bdd tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:03.778972 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-63a2d627-eb07-4703-ac8f-da4560718d9e req-a855c07b-6f68-4616-b02f-d15935a82bdd tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 945 time: 0.0790565 Feb 28 13:04:03.821524 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b577-4864-4886-b42c-12f624144635 req-bf2dfbc5-6bdd-4f24-b42e-c6b8945be798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:03.822992 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ee40b577-4864-4886-b42c-12f624144635 req-bf2dfbc5-6bdd-4f24-b42e-c6b8945be798 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 919 time: 0.0913317 Feb 28 13:04:03.851903 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-63a2d627-eb07-4703-ac8f-da4560718d9e req-ba05b777-d701-4e85-bdd4-8aff4c71420d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673234 Feb 28 13:04:03.869955 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ee40b577-4864-4886-b42c-12f624144635 req-2e2c5c63-a1eb-4eb0-9c53-2b436c57c629 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb HTTP/1.1" status: 200 len: 217 time: 0.0404184 Feb 28 13:04:03.883840 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb280f90-b5f8-4506-b844-db10f93616e9 req-e976ba7e-aca9-4c0b-9a3c-aab04ada85e4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:03.886205 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb280f90-b5f8-4506-b844-db10f93616e9 req-e976ba7e-aca9-4c0b-9a3c-aab04ada85e4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0748951 Feb 28 13:04:03.920429 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b577-4864-4886-b42c-12f624144635 req-e51f7954-6460-4fbc-bc31-27330c7a1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:03.921876 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ee40b577-4864-4886-b42c-12f624144635 req-e51f7954-6460-4fbc-bc31-27330c7a1d6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 HTTP/1.1" status: 200 len: 858 time: 0.0456240 Feb 28 13:04:03.934345 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb280f90-b5f8-4506-b844-db10f93616e9 req-ecb7193b-2312-4c15-aafa-6d8c587f2959 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423293 Feb 28 13:04:03.961069 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ee40b577-4864-4886-b42c-12f624144635 req-a77ad30f-824b-46e5-8836-f5089197f659 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32e9cc3b-dca1-43ec-8052-db962743c7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280201 Feb 28 13:04:04.075512 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5368b-166d-45b4-a81d-afccc89ac93b req-7d5ef58d-fee8-42ba-9926-2c364ca8765b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:04.087705 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49152) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:04.092047 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bde5368b-166d-45b4-a81d-afccc89ac93b req-7d5ef58d-fee8-42ba-9926-2c364ca8765b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0838318 Feb 28 13:04:04.095063 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f3eb8ec2-c4fe-478a-a4f2-ac4a159c5bc9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Request body: {'floatingip': {'port_id': 'ff9e4769-3111-4655-a016-1b45818d6798'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:04:04.158533 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433a198-7721-4beb-afed-6c0eb2ed3f04 req-aaa7561b-693f-4e4b-b6ad-5084bf3e95d4 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:04.160155 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0433a198-7721-4beb-afed-6c0eb2ed3f04 req-aaa7561b-693f-4e4b-b6ad-5084bf3e95d4 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.0597882 Feb 28 13:04:04.189134 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8ec2-c4fe-478a-a4f2-ac4a159c5bc9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (a6e35bb6-c8b5-44b4-844e-774c09a47bc8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:04.225229 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0433a198-7721-4beb-afed-6c0eb2ed3f04 req-f5771440-be6b-4ec1-bedf-722ff49c2cce tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583487 Feb 28 13:04:04.230329 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ee40b577-4864-4886-b42c-12f624144635 req-1faf7121-47be-4fba-9ede-47142c6dc9c8 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623069 Feb 28 13:04:04.462150 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ee40b577-4864-4886-b42c-12f624144635 req-3d76e99f-4632-4a5b-9424-b3779f6bfc1f service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145188 Feb 28 13:04:04.560619 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device e4263d2b-78ac-448f-a14d-66f9817833d7 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:04:04.704961 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port e4263d2b-78ac-448f-a14d-66f9817833d7 completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:04:04.708992 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port e4263d2b-78ac-448f-a14d-66f9817833d7 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:04:04.709375 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:04.793044 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port e4263d2b-78ac-448f-a14d-66f9817833d7 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:04:04.793572 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:04.817826 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4263d2b-78ac-448f-a14d-66f9817833d7'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:04:04.820314 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380cfc9d-494d-4699-8dee-a049c45e0cff" -d '{"events": [{"server_uuid": "5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1", "name": "network-vif-plugged", "status": "completed", "tag": "e4263d2b-78ac-448f-a14d-66f9817833d7"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:04:04.835293 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port e4263d2b-78ac-448f-a14d-66f9817833d7, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e4263d2b-78ac-448f-a14d-66f9817833d7,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:04:04.872335 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4ea6ae-5441-4b8e-82a7-abbef694bc6e x-openstack-request-id: req-9e4ea6ae-5441-4b8e-82a7-abbef694bc6e {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:04:04.873010 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1", "name": "network-vif-plugged", "status": "completed", "tag": "e4263d2b-78ac-448f-a14d-66f9817833d7", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:04:04.873633 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e4ea6ae-5441-4b8e-82a7-abbef694bc6e {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:04:04.874119 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4263d2b-78ac-448f-a14d-66f9817833d7', 'code': 200} Feb 28 13:04:04.890622 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00c7d2-d16a-470a-9eee-7b12b45b56dc req-d287eda9-b633-4d89-bacc-08d6a880abc5 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:04.900729 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8c00c7d2-d16a-470a-9eee-7b12b45b56dc req-d287eda9-b633-4d89-bacc-08d6a880abc5 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0892694 Feb 28 13:04:04.939863 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:04.979122 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8c00c7d2-d16a-470a-9eee-7b12b45b56dc req-0d7ec3b5-bc6c-4197-a412-aabad407b86c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767083 Feb 28 13:04:05.084119 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=e4263d2b-78ac-448f-a14d-66f9817833d7,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:05.090269 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3041539-ab2b-4aaa-b84c-8352bd256de9 req-1c8ce264-80ca-49c2-83b5-aeb16020b139 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:05.092181 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b3041539-ab2b-4aaa-b84c-8352bd256de9 req-1c8ce264-80ca-49c2-83b5-aeb16020b139 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.1380284 Feb 28 13:04:05.153975 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b3041539-ab2b-4aaa-b84c-8352bd256de9 req-c963c7d0-db03-47e2-a69a-3215ce6066c0 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545654 Feb 28 13:04:05.173633 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8ec2-c4fe-478a-a4f2-ac4a159c5bc9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:05.254268 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8ec2-c4fe-478a-a4f2-ac4a159c5bc9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (a6e35bb6-c8b5-44b4-844e-774c09a47bc8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:05.318066 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a523061-db05-4449-8b5a-ad081583b4bc req-7a47cc1c-e406-4910-84b2-777aca63e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:05.322874 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9a523061-db05-4449-8b5a-ad081583b4bc req-7a47cc1c-e406-4910-84b2-777aca63e869 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 1130 time: 0.1064174 Feb 28 13:04:05.421335 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9a523061-db05-4449-8b5a-ad081583b4bc req-25fe0195-12fa-4c5f-8057-8f6a4e74a976 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900366 Feb 28 13:04:05.422647 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.l3_db [None req-f3eb8ec2-c4fe-478a-a4f2-ac4a159c5bc9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Floating IP a6e35bb6-c8b5-44b4-844e-774c09a47bc8 associated. External IP: 172.27.2.205, port: ff9e4769-3111-4655-a016-1b45818d6798. Feb 28 13:04:05.646149 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3eb8ec2-c4fe-478a-a4f2-ac4a159c5bc9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Router 9f0ce550-e627-4c30-a93f-03f863c20f90 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:04:05.755818 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eb8ec2-c4fe-478a-a4f2-ac4a159c5bc9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:04:05.760483 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8ec2-c4fe-478a-a4f2-ac4a159c5bc9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:05.770199 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf47934-d385-40b8-bd03-7fb7a39d0b23 None None] Sync routers for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:04:05.782164 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf47934-d385-40b8-bd03-7fb7a39d0b23 None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:04:05.782872 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fcf47934-d385-40b8-bd03-7fb7a39d0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:03:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:05.790814 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-f3eb8ec2-c4fe-478a-a4f2-ac4a159c5bc9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "PUT /v2.0/floatingips/a6e35bb6-c8b5-44b4-844e-774c09a47bc8 HTTP/1.1" status: 200 len: 991 time: 1.7006404 Feb 28 13:04:05.791519 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:04:05.794163 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aebe99-0f8c-41a8-8f4a-699425159021" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "tag": "ff9e4769-3111-4655-a016-1b45818d6798"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:04:05.900518 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-fcf47934-d385-40b8-bd03-7fb7a39d0b23 None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:04:05.911823 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adde22c3-56ae-46df-897d-4873a6d595de x-openstack-request-id: req-adde22c3-56ae-46df-897d-4873a6d595de {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:04:05.912116 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "tag": "ff9e4769-3111-4655-a016-1b45818d6798", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:04:05.912374 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adde22c3-56ae-46df-897d-4873a6d595de {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:04:05.912777 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798', 'status': 'completed', 'code': 200} Feb 28 13:04:05.996955 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aebe99-0f8c-41a8-8f4a-699425159021 req-5ecdb4e8-c5e8-4af2-a620-db7285f2c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:05.998480 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-82aebe99-0f8c-41a8-8f4a-699425159021 req-5ecdb4e8-c5e8-4af2-a620-db7285f2c8d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 1129 time: 0.0455635 Feb 28 13:04:06.100753 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79916bbd-4731-489e-8d24-2adf940be027 req-8b95a1b7-1311-4ab1-a0d1-fbad04c6fd59 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:06.102290 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-79916bbd-4731-489e-8d24-2adf940be027 req-8b95a1b7-1311-4ab1-a0d1-fbad04c6fd59 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0535579 Feb 28 13:04:06.110081 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aebe99-0f8c-41a8-8f4a-699425159021 req-d0de18f6-a7b7-41c4-a8d2-5a3254870984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:06.116313 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-82aebe99-0f8c-41a8-8f4a-699425159021 req-d0de18f6-a7b7-41c4-a8d2-5a3254870984 service neutron] 10.222.0.35 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 917 time: 0.1065457 Feb 28 13:04:06.155048 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-79916bbd-4731-489e-8d24-2adf940be027 req-a0532932-3cbb-4069-af67-f59f8bea05ce tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428631 Feb 28 13:04:06.210868 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fcf47934-d385-40b8-bd03-7fb7a39d0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'a6e35bb6-c8b5-44b4-844e-774c09a47bc8', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'port_id': 'ff9e4769-3111-4655-a016-1b45818d6798', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'mac_address': 'fa:16:3e:54:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:03:38Z', 'updated_at': '2022-02-28T13:04:04Z', 'revision_number': 1, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:34Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:06.229778 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-82aebe99-0f8c-41a8-8f4a-699425159021 req-9ecb4d06-90c5-4e51-a582-235a0ce81349 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9e4769-3111-4655-a016-1b45818d6798 HTTP/1.1" status: 200 len: 999 time: 0.1102540 Feb 28 13:04:06.237825 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf47934-d385-40b8-bd03-7fb7a39d0b23 None None] Checking router: 9f0ce550-e627-4c30-a93f-03f863c20f90 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:04:06.248106 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf47934-d385-40b8-bd03-7fb7a39d0b23 None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:04:06.248735 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fcf47934-d385-40b8-bd03-7fb7a39d0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:03:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:06.306528 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aebe99-0f8c-41a8-8f4a-699425159021 req-f0eb190f-c898-4646-87dc-2cead3324161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:06.308311 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-82aebe99-0f8c-41a8-8f4a-699425159021 req-f0eb190f-c898-4646-87dc-2cead3324161 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=669937d0-ed8c-451d-8f8b-949267997e0b HTTP/1.1" status: 200 len: 855 time: 0.0705955 Feb 28 13:04:06.393758 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-fcf47934-d385-40b8-bd03-7fb7a39d0b23 None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:04:06.417874 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aebe99-0f8c-41a8-8f4a-699425159021 req-5d438772-172f-4645-a521-43b39606f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:06.422790 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-82aebe99-0f8c-41a8-8f4a-699425159021 req-5d438772-172f-4645-a521-43b39606f9a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036849 Feb 28 13:04:06.452815 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d2760-91fd-4ceb-a550-e15669e0b16d req-dcdb08a7-d2a0-4f60-906c-944c0aa539c6 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:06.454657 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-728d2760-91fd-4ceb-a550-e15669e0b16d req-dcdb08a7-d2a0-4f60-906c-944c0aa539c6 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0816474 Feb 28 13:04:06.512327 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-728d2760-91fd-4ceb-a550-e15669e0b16d req-b905abdd-9951-49f4-ae3d-465877eb4fd5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521233 Feb 28 13:04:06.520472 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-82aebe99-0f8c-41a8-8f4a-699425159021 req-15149fef-32f6-4f4d-8ff2-d591e07c8b84 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934925 Feb 28 13:04:06.661752 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-82aebe99-0f8c-41a8-8f4a-699425159021 req-21a29494-3503-4067-bfa5-28e9af6a362c service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189969 Feb 28 13:04:06.721116 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fcf47934-d385-40b8-bd03-7fb7a39d0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'a6e35bb6-c8b5-44b4-844e-774c09a47bc8', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'port_id': 'ff9e4769-3111-4655-a016-1b45818d6798', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'mac_address': 'fa:16:3e:54:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:03:38Z', 'updated_at': '2022-02-28T13:04:04Z', 'revision_number': 1, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:34Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:06.756240 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf47934-d385-40b8-bd03-7fb7a39d0b23 None None] The sync data for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi is: [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'a6e35bb6-c8b5-44b4-844e-774c09a47bc8', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'port_id': 'ff9e4769-3111-4655-a016-1b45818d6798', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'mac_address': 'fa:16:3e:54:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:03:38Z', 'updated_at': '2022-02-28T13:04:04Z', 'revision_number': 1, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:34Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:04:06.984327 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d69ba-4ca0-4210-bceb-0f2a7a5f7ec1 None None] New status for floating IP a6e35bb6-c8b5-44b4-844e-774c09a47bc8: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:04:07.286920 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e383b-0f4f-46de-992f-aebc3fc29c45 req-f5ea7a61-f4bb-4f46-9d3d-54e5fb74eb42 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:07.288488 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b69e383b-0f4f-46de-992f-aebc3fc29c45 req-f5ea7a61-f4bb-4f46-9d3d-54e5fb74eb42 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0545521 Feb 28 13:04:07.345848 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b69e383b-0f4f-46de-992f-aebc3fc29c45 req-f257a45d-b435-4b07-867e-56171095a126 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515475 Feb 28 13:04:07.625659 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57772f-06e9-4004-ab56-29062cdf72c2 req-0755dd07-d42e-48f6-a3d0-aa9ae31b5467 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:07.631620 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ea57772f-06e9-4004-ab56-29062cdf72c2 req-0755dd07-d42e-48f6-a3d0-aa9ae31b5467 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0511940 Feb 28 13:04:07.679296 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ea57772f-06e9-4004-ab56-29062cdf72c2 req-2f168967-c1c4-4499-9437-93c6c9b4ccfc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458343 Feb 28 13:04:07.798716 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b71f3a-8f5c-4c7b-ac39-27dec35f2c46 req-300f9459-06a3-4a81-b84a-50ffa3bdf295 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:07.800118 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-26b71f3a-8f5c-4c7b-ac39-27dec35f2c46 req-300f9459-06a3-4a81-b84a-50ffa3bdf295 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0530744 Feb 28 13:04:07.809338 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49284) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:07.813947 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-415c8dd6-8a5a-45d1-91a9-4076224cf12d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Request body: {'floatingip': {'port_id': 'e4263d2b-78ac-448f-a14d-66f9817833d7'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:04:07.887876 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-415c8dd6-8a5a-45d1-91a9-4076224cf12d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (78177977-1b58-4e9b-85e3-8400820ccfb0), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:08.362474 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:04:08.591213 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218db9c2-0efd-46cb-b672-9efef82df0e8 req-38428fb5-b0b8-4295-9e34-463132b42a9e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:08.592723 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-218db9c2-0efd-46cb-b672-9efef82df0e8 req-38428fb5-b0b8-4295-9e34-463132b42a9e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.1647756 Feb 28 13:04:08.718119 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-218db9c2-0efd-46cb-b672-9efef82df0e8 req-91db92cd-cffb-413b-a922-2614b12a630a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131072 Feb 28 13:04:08.749424 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49304) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:08.802805 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-415c8dd6-8a5a-45d1-91a9-4076224cf12d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:08.853311 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-415c8dd6-8a5a-45d1-91a9-4076224cf12d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (78177977-1b58-4e9b-85e3-8400820ccfb0), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:08.867843 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e722026-657b-4337-9987-954cddc4ea83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:08.948854 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e722026-657b-4337-9987-954cddc4ea83 admin admin] Publish callbacks [] for security_group (7b3c911b-ea02-4801-a616-c5058786da0e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:08.961655 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.db.l3_db [None req-415c8dd6-8a5a-45d1-91a9-4076224cf12d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Floating IP 78177977-1b58-4e9b-85e3-8400820ccfb0 associated. External IP: 172.27.2.46, port: e4263d2b-78ac-448f-a14d-66f9817833d7. Feb 28 13:04:09.030493 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e722026-657b-4337-9987-954cddc4ea83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (7b3c911b-ea02-4801-a616-c5058786da0e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:09.074121 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-4e722026-657b-4337-9987-954cddc4ea83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fdcfdbfa2a84aea8c6bf5a7e0bafaec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235457 Feb 28 13:04:09.075074 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e722026-657b-4337-9987-954cddc4ea83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3c911b-ea02-4801-a616-c5058786da0e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:09.077437 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49320) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:09.135814 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4bc6da6b-b344-4a04-bcbc-55a02a207b25 admin admin] Publish callbacks [] for security_group (7b3c911b-ea02-4801-a616-c5058786da0e), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:09.159992 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4bc6da6b-b344-4a04-bcbc-55a02a207b25 admin admin] Publish callbacks [] for security_group (7b3c911b-ea02-4801-a616-c5058786da0e), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:09.194535 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415c8dd6-8a5a-45d1-91a9-4076224cf12d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Router 34b2d50e-3f50-401f-9f98-c3eefde8a144 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:04:09.293427 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4bc6da6b-b344-4a04-bcbc-55a02a207b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (7b3c911b-ea02-4801-a616-c5058786da0e), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:09.296149 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4bc6da6b-b344-4a04-bcbc-55a02a207b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:09.297316 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-4bc6da6b-b344-4a04-bcbc-55a02a207b25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b3c911b-ea02-4801-a616-c5058786da0e HTTP/1.1" status: 204 len: 168 time: 0.2189863 Feb 28 13:04:09.303612 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415c8dd6-8a5a-45d1-91a9-4076224cf12d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:04:09.308219 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-415c8dd6-8a5a-45d1-91a9-4076224cf12d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:09.309683 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6da6b-b344-4a04-bcbc-55a02a207b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3c911b-ea02-4801-a616-c5058786da0e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:09.315743 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a5270-809c-40f2-b1f3-1b3ae06af40c None None] Sync routers for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:04:09.340783 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-415c8dd6-8a5a-45d1-91a9-4076224cf12d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "PUT /v2.0/floatingips/78177977-1b58-4e9b-85e3-8400820ccfb0 HTTP/1.1" status: 200 len: 991 time: 1.5303097 Feb 28 13:04:09.341428 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'tag': 'e4263d2b-78ac-448f-a14d-66f9817833d7'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:04:09.341836 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a5270-809c-40f2-b1f3-1b3ae06af40c None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:04:09.342470 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-964a5270-809c-40f2-b1f3-1b3ae06af40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:03:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:09.343908 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0a33bd346426e0dd70819d4ab0c8b29067d305585d16d849570ff81fe1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302ff745-9078-40da-b979-6e2d9fec01b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1", "tag": "e4263d2b-78ac-448f-a14d-66f9817833d7"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:04:09.385877 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a271d0a-f1ab-4286-aa3a-b74da84839cb x-openstack-request-id: req-1a271d0a-f1ab-4286-aa3a-b74da84839cb {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:04:09.385877 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1", "tag": "e4263d2b-78ac-448f-a14d-66f9817833d7", "status": "completed", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:04:09.385877 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a271d0a-f1ab-4286-aa3a-b74da84839cb {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:04:09.385877 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'tag': 'e4263d2b-78ac-448f-a14d-66f9817833d7', 'status': 'completed', 'code': 200} Feb 28 13:04:09.451873 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ff745-9078-40da-b979-6e2d9fec01b8 req-a3420d01-29d4-4c5c-8cd4-a8eb842f02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:09.453632 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-302ff745-9078-40da-b979-6e2d9fec01b8 req-a3420d01-29d4-4c5c-8cd4-a8eb842f02ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d81f40b84784ce5bc103294dc08507e&device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 1130 time: 0.0476897 Feb 28 13:04:09.557539 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-964a5270-809c-40f2-b1f3-1b3ae06af40c None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:04:09.568371 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ff745-9078-40da-b979-6e2d9fec01b8 req-6edd0b97-6145-44de-888b-dd1962acb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:09.569941 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-302ff745-9078-40da-b979-6e2d9fec01b8 req-6edd0b97-6145-44de-888b-dd1962acb771 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1817a4ca-a968-48f5-850b-0f648c55cd83 HTTP/1.1" status: 200 len: 912 time: 0.1093154 Feb 28 13:04:09.636621 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-302ff745-9078-40da-b979-6e2d9fec01b8 req-bb30c2cd-7b62-4c28-a258-0ee157a3764d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4263d2b-78ac-448f-a14d-66f9817833d7 HTTP/1.1" status: 200 len: 999 time: 0.0601881 Feb 28 13:04:09.714551 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ff745-9078-40da-b979-6e2d9fec01b8 req-4c6664bd-cc54-46dc-b7ec-5e569ac91a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:09.716166 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-302ff745-9078-40da-b979-6e2d9fec01b8 req-4c6664bd-cc54-46dc-b7ec-5e569ac91a1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa975e66-0ccb-4dbd-aabf-a88125b3979d HTTP/1.1" status: 200 len: 850 time: 0.0444036 Feb 28 13:04:09.768347 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ff745-9078-40da-b979-6e2d9fec01b8 req-21c85ab3-8ea0-4209-b1ea-7bc50d521cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:09.769848 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-302ff745-9078-40da-b979-6e2d9fec01b8 req-21c85ab3-8ea0-4209-b1ea-7bc50d521cb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1817a4ca-a968-48f5-850b-0f648c55cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476077 Feb 28 13:04:09.797264 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-964a5270-809c-40f2-b1f3-1b3ae06af40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '78177977-1b58-4e9b-85e3-8400820ccfb0', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'port_id': 'e4263d2b-78ac-448f-a14d-66f9817833d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'mac_address': 'fa:16:3e:07:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:03:40Z', 'updated_at': '2022-02-28T13:04:08Z', 'revision_number': 1, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:38Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:09.838184 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a5270-809c-40f2-b1f3-1b3ae06af40c None None] Checking router: 34b2d50e-3f50-401f-9f98-c3eefde8a144 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:04:09.849311 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a5270-809c-40f2-b1f3-1b3ae06af40c None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:04:09.849939 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-964a5270-809c-40f2-b1f3-1b3ae06af40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:03:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:09.850450 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7be8d7-07f0-4ff3-aded-b8916364d1f4 req-ce5255ae-6d03-424f-86f9-b3f2a407c435 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:09.852007 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dd7be8d7-07f0-4ff3-aded-b8916364d1f4 req-ce5255ae-6d03-424f-86f9-b3f2a407c435 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0610344 Feb 28 13:04:09.876466 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-302ff745-9078-40da-b979-6e2d9fec01b8 req-3b82254c-54f2-42cf-9b55-f6a6f6cef4c0 service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972934 Feb 28 13:04:09.914723 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dd7be8d7-07f0-4ff3-aded-b8916364d1f4 req-880af5a0-8603-4ed8-8fb8-9809e51bd9db tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555503 Feb 28 13:04:09.963043 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49342) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:09.968680 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-964a5270-809c-40f2-b1f3-1b3ae06af40c None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:04:09.977318 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0a113a8a-082f-4fb8-9bf5-73e3c8b15f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:10.058120 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0a113a8a-082f-4fb8-9bf5-73e3c8b15f6d admin admin] Publish callbacks [] for security_group (57517b9e-0660-4851-8fe4-a0967b8f0605), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:10.110829 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0a113a8a-082f-4fb8-9bf5-73e3c8b15f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (57517b9e-0660-4851-8fe4-a0967b8f0605), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:10.152542 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-0a113a8a-082f-4fb8-9bf5-73e3c8b15f6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcbf2a2e4a4a4ee0b44b082aae9d1b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855152 Feb 28 13:04:10.152542 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a113a8a-082f-4fb8-9bf5-73e3c8b15f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57517b9e-0660-4851-8fe4-a0967b8f0605,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:10.157365 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49350) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:10.196112 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-964a5270-809c-40f2-b1f3-1b3ae06af40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '78177977-1b58-4e9b-85e3-8400820ccfb0', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'port_id': 'e4263d2b-78ac-448f-a14d-66f9817833d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'mac_address': 'fa:16:3e:07:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:03:40Z', 'updated_at': '2022-02-28T13:04:08Z', 'revision_number': 1, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:38Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:10.219625 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a97e2afe-25f4-4dab-b876-a66b3034302a admin admin] Publish callbacks [] for security_group (57517b9e-0660-4851-8fe4-a0967b8f0605), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:10.228040 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a5270-809c-40f2-b1f3-1b3ae06af40c None None] The sync data for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi is: [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '78177977-1b58-4e9b-85e3-8400820ccfb0', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'port_id': 'e4263d2b-78ac-448f-a14d-66f9817833d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'mac_address': 'fa:16:3e:07:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:03:40Z', 'updated_at': '2022-02-28T13:04:08Z', 'revision_number': 1, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:38Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:04:10.246300 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a97e2afe-25f4-4dab-b876-a66b3034302a admin admin] Publish callbacks [] for security_group (57517b9e-0660-4851-8fe4-a0967b8f0605), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:10.367995 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a97e2afe-25f4-4dab-b876-a66b3034302a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (57517b9e-0660-4851-8fe4-a0967b8f0605), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:10.370653 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a97e2afe-25f4-4dab-b876-a66b3034302a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:10.371979 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-a97e2afe-25f4-4dab-b876-a66b3034302a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57517b9e-0660-4851-8fe4-a0967b8f0605 HTTP/1.1" status: 204 len: 168 time: 0.2135534 Feb 28 13:04:10.381624 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e2afe-25f4-4dab-b876-a66b3034302a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57517b9e-0660-4851-8fe4-a0967b8f0605,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:10.438984 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131ba94c-b808-4df3-8bf7-59cccc65e15d None None] New status for floating IP 78177977-1b58-4e9b-85e3-8400820ccfb0: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:04:10.943569 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-302ff745-9078-40da-b979-6e2d9fec01b8 req-64c71106-68e8-4be9-bd82-5dc0f23ced0b service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865471 Feb 28 13:04:11.029914 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628af6a7-af7c-473e-bd44-006c13edf706 req-3bc4b8eb-9afb-41e5-a9d8-9a40316664be tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:11.031500 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-628af6a7-af7c-473e-bd44-006c13edf706 req-3bc4b8eb-9afb-41e5-a9d8-9a40316664be tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0525594 Feb 28 13:04:11.079805 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-628af6a7-af7c-473e-bd44-006c13edf706 req-874dce87-2d7b-47c9-b68a-73c236087de7 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420742 Feb 28 13:04:12.200791 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a10643-ba27-4ffb-b959-2869f15de0fc req-1dab9810-1c36-4129-bd31-81c0e8ab3204 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:12.202304 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43a10643-ba27-4ffb-b959-2869f15de0fc req-1dab9810-1c36-4129-bd31-81c0e8ab3204 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0567594 Feb 28 13:04:12.249488 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43a10643-ba27-4ffb-b959-2869f15de0fc req-04739506-eccc-4264-b0c3-b8c10cae6f43 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415602 Feb 28 13:04:13.461652 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2255ba6-2624-494c-a764-27bae2e2a587 req-5a08177f-4611-4d50-8039-fbbc4332f847 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:13.463305 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e2255ba6-2624-494c-a764-27bae2e2a587 req-5a08177f-4611-4d50-8039-fbbc4332f847 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0532701 Feb 28 13:04:13.511905 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e2255ba6-2624-494c-a764-27bae2e2a587 req-4d34128e-cf56-4331-a378-5f57c7d36a4e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Feb 28 13:04:14.636705 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baf4a8-454e-4157-a7f5-b35629eb010c req-f439c653-1017-43df-8065-0d40cf01622d tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:14.638220 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-74baf4a8-454e-4157-a7f5-b35629eb010c req-f439c653-1017-43df-8065-0d40cf01622d tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0555367 Feb 28 13:04:14.638925 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49486) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:14.685799 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-74baf4a8-454e-4157-a7f5-b35629eb010c req-50e3a99d-4f07-4c0d-b9a7-72ec8b3c6ada tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411203 Feb 28 13:04:14.752816 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:14.825616 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Publish callbacks [] for security_group (00f744ce-2240-4ae9-a901-cc2917ac81d4), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:14.880664 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (00f744ce-2240-4ae9-a901-cc2917ac81d4), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:14.921017 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0de31cc77c94f408c4663f34323cf7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810173 Feb 28 13:04:14.921860 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f744ce-2240-4ae9-a901-cc2917ac81d4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:14.923798 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49490) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:14.929787 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.930160 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.930598 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.930841 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.931171 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.931517 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.931852 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.932176 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.932519 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.932890 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.933169 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.933492 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.933812 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211af872-d781-4081-aaa5-42444230ca1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:14.985190 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Publish callbacks [] for security_group (00f744ce-2240-4ae9-a901-cc2917ac81d4), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:15.007844 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Publish callbacks [] for security_group (00f744ce-2240-4ae9-a901-cc2917ac81d4), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:15.104951 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (00f744ce-2240-4ae9-a901-cc2917ac81d4), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:15.107607 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:15.108943 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00f744ce-2240-4ae9-a901-cc2917ac81d4 HTTP/1.1" status: 204 len: 168 time: 0.1839321 Feb 28 13:04:15.121786 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f744ce-2240-4ae9-a901-cc2917ac81d4,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:15.129880 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.134064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.134064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.134064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.134064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.134064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.134064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.134064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.134064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.134064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.134064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.134064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.135138 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9ca70-b961-47dd-8fed-f9ebb50fdf8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:15.704962 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49522) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:15.719838 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4c3e8779-de38-40ff-9541-759f8b1f5c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:15.835725 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf979476-4ec5-4fed-bccf-45f35900115d req-f325b4c2-ba15-497d-9232-79f0555781a1 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:15.837053 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cf979476-4ec5-4fed-bccf-45f35900115d req-f325b4c2-ba15-497d-9232-79f0555781a1 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0838919 Feb 28 13:04:15.838818 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4c3e8779-de38-40ff-9541-759f8b1f5c3a admin admin] Publish callbacks [] for security_group (f28d5729-d944-4200-89de-fbf87676c3e3), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:15.882352 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cf979476-4ec5-4fed-bccf-45f35900115d req-f3f1f30c-9a0e-4a93-b863-086dcfc0d96b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397444 Feb 28 13:04:15.915679 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4c3e8779-de38-40ff-9541-759f8b1f5c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (f28d5729-d944-4200-89de-fbf87676c3e3), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:15.956086 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-4c3e8779-de38-40ff-9541-759f8b1f5c3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a20ac1fa42c64eaa82c93cbb7da2721a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499428 Feb 28 13:04:15.957182 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e8779-de38-40ff-9541-759f8b1f5c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28d5729-d944-4200-89de-fbf87676c3e3,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:15.959267 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49526) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:16.006515 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7aa25f70-278c-4765-a2b6-26c41288dcfd admin admin] Publish callbacks [] for security_group (f28d5729-d944-4200-89de-fbf87676c3e3), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:16.029713 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7aa25f70-278c-4765-a2b6-26c41288dcfd admin admin] Publish callbacks [] for security_group (f28d5729-d944-4200-89de-fbf87676c3e3), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:16.150575 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7aa25f70-278c-4765-a2b6-26c41288dcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (f28d5729-d944-4200-89de-fbf87676c3e3), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:16.153280 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7aa25f70-278c-4765-a2b6-26c41288dcfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:16.154428 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-7aa25f70-278c-4765-a2b6-26c41288dcfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f28d5729-d944-4200-89de-fbf87676c3e3 HTTP/1.1" status: 204 len: 168 time: 0.1940978 Feb 28 13:04:16.162278 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa25f70-278c-4765-a2b6-26c41288dcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28d5729-d944-4200-89de-fbf87676c3e3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:16.817866 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-14eb0d9b-f370-40b4-ac34-02c54faa0fc1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:16.819442 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-14eb0d9b-f370-40b4-ac34-02c54faa0fc1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/networks?id=245d4435-eb6f-44af-b6bb-8cc635cb8f72 HTTP/1.1" status: 200 len: 814 time: 0.1079826 Feb 28 13:04:16.834979 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-6dd5acec-da80-42b2-99ad-4d13ef4160c6 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/quotas/a514bc8f2c964d85b7aa365400763653 HTTP/1.1" status: 200 len: 375 time: 0.0097976 Feb 28 13:04:16.894391 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-6bf780a3-6435-4210-be43-1916c1a336b0 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535622 Feb 28 13:04:16.945175 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7fd3b9dc-de05-4462-b369-7a902cf0aa95 req-1822927a-07ac-4b83-a954-b0dd678612d7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701299 Feb 28 13:04:17.066620 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b9dc-de05-4462-b369-7a902cf0aa95 req-7529a54b-b4ff-4930-a166-a1caf337960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:17.074854 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7fd3b9dc-de05-4462-b369-7a902cf0aa95 req-7529a54b-b4ff-4930-a166-a1caf337960d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 1130 time: 0.0713530 Feb 28 13:04:17.199122 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b9dc-de05-4462-b369-7a902cf0aa95 req-78670da0-9a70-4e44-976c-c3d448e45037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:17.200635 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7fd3b9dc-de05-4462-b369-7a902cf0aa95 req-78670da0-9a70-4e44-976c-c3d448e45037 service neutron] 10.222.0.35 "GET /v2.0/networks?id=245d4435-eb6f-44af-b6bb-8cc635cb8f72 HTTP/1.1" status: 200 len: 915 time: 0.0931382 Feb 28 13:04:17.226231 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-fcb75e73-b730-41ef-bb90-6ad96237c268 service neutron] 10.222.0.23 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235955 Feb 28 13:04:17.237075 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258a592-fa06-4871-9879-109abe35711f req-414890f3-6a36-49d0-a2c5-42615c46d245 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:17.238987 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c258a592-fa06-4871-9879-109abe35711f req-414890f3-6a36-49d0-a2c5-42615c46d245 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.2754564 Feb 28 13:04:17.245554 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7fd3b9dc-de05-4462-b369-7a902cf0aa95 req-eead5b42-45d1-4963-906d-8e862d39fc05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0dd1599-2f93-48e0-a17f-b7ca57962161 HTTP/1.1" status: 200 len: 217 time: 0.0376065 Feb 28 13:04:17.319310 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b9dc-de05-4462-b369-7a902cf0aa95 req-55f2ae89-51e4-4b65-b7f6-c806197cb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:17.320773 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7fd3b9dc-de05-4462-b369-7a902cf0aa95 req-55f2ae89-51e4-4b65-b7f6-c806197cb7ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a32ce5-a5da-48af-a2ce-6938234117b8 HTTP/1.1" status: 200 len: 854 time: 0.0571628 Feb 28 13:04:17.363239 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7fd3b9dc-de05-4462-b369-7a902cf0aa95 req-01d545d2-3524-4b3f-aed4-57622bfa1eef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=245d4435-eb6f-44af-b6bb-8cc635cb8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289080 Feb 28 13:04:17.388245 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-b7c00af7-40a1-4462-8b95-b8ab3ab3040f service neutron] 10.222.0.23 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472127 Feb 28 13:04:17.406578 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c258a592-fa06-4871-9879-109abe35711f req-f2b6a28d-4d24-4d71-8338-e512c73fe3e6 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560082 Feb 28 13:04:17.480137 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7fd3b9dc-de05-4462-b369-7a902cf0aa95 req-04d1a398-7b02-47e2-8791-81d63f4f227f service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102278 Feb 28 13:04:17.700565 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2be80c7c-1285-4019-970a-fb985465b3f9 req-a0203784-42e1-42c7-b24f-b557fd1b1725 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 210 time: 0.0386617 Feb 28 13:04:17.702599 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:17.830833 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7fd3b9dc-de05-4462-b369-7a902cf0aa95 req-7cf8bf13-f128-4a85-a90c-366e5a0dfc80 service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342607 Feb 28 13:04:18.319930 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49652) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:18.423003 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a694182-c689-4c8b-b74c-fbaf876c11a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.509261 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a694182-c689-4c8b-b74c-fbaf876c11a0 admin admin] Publish callbacks [] for security_group (40d009f2-8c54-444f-b7fd-d1ee2e0d95c0), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.551128 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5405a-0319-40fa-a9a1-70c384e4e137 req-1c22a4d4-0160-40a2-86f7-113eb71b85e9 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:18.553243 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49672) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:18.553418 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-06b5405a-0319-40fa-a9a1-70c384e4e137 req-1c22a4d4-0160-40a2-86f7-113eb71b85e9 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0663972 Feb 28 13:04:18.602481 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-0396023e-a82c-414d-b904-b5d0833777ca admin admin] Deleting subnet b6410852-91bb-47db-baec-1354a168f3c5 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:04:18.606066 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0396023e-a82c-414d-b904-b5d0833777ca admin admin] Publish callbacks [] for subnet (b6410852-91bb-47db-baec-1354a168f3c5), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.609245 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-06b5405a-0319-40fa-a9a1-70c384e4e137 req-8b8cecd1-6140-43fd-933c-32bf489c105c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504436 Feb 28 13:04:18.644138 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0396023e-a82c-414d-b904-b5d0833777ca admin admin] Publish callbacks [] for subnet (b6410852-91bb-47db-baec-1354a168f3c5), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.653493 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0396023e-a82c-414d-b904-b5d0833777ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (b6410852-91bb-47db-baec-1354a168f3c5), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.655405 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a694182-c689-4c8b-b74c-fbaf876c11a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (40d009f2-8c54-444f-b7fd-d1ee2e0d95c0), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.721159 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-7a694182-c689-4c8b-b74c-fbaf876c11a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=952b158d76784d6dbabdcca7e317913d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000509 Feb 28 13:04:18.724423 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49674) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:18.726966 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a694182-c689-4c8b-b74c-fbaf876c11a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d009f2-8c54-444f-b7fd-d1ee2e0d95c0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:18.787148 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f137c61d-54fb-4b51-b239-6f961f1fe570 admin admin] Publish callbacks [] for security_group (40d009f2-8c54-444f-b7fd-d1ee2e0d95c0), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.840731 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7f2be43f-470e-4872-957d-dcb5c778f6e9 req-02371c44-1e0f-4c2b-9e69-fbc06596274c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 210 time: 0.0468750 Feb 28 13:04:18.842792 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f137c61d-54fb-4b51-b239-6f961f1fe570 admin admin] Publish callbacks [] for security_group (40d009f2-8c54-444f-b7fd-d1ee2e0d95c0), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.865970 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0396023e-a82c-414d-b904-b5d0833777ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for subnet (b6410852-91bb-47db-baec-1354a168f3c5), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.901198 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0396023e-a82c-414d-b904-b5d0833777ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.904503 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-0396023e-a82c-414d-b904-b5d0833777ca admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b6410852-91bb-47db-baec-1354a168f3c5 HTTP/1.1" status: 204 len: 168 time: 0.3496099 Feb 28 13:04:18.905981 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396023e-a82c-414d-b904-b5d0833777ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6410852-91bb-47db-baec-1354a168f3c5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:18.907915 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49680) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:18.979156 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (102ccb47-6fce-43ec-90b1-665c8b1cf34a), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.989404 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f137c61d-54fb-4b51-b239-6f961f1fe570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (40d009f2-8c54-444f-b7fd-d1ee2e0d95c0), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.992480 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f137c61d-54fb-4b51-b239-6f961f1fe570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:18.993666 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-f137c61d-54fb-4b51-b239-6f961f1fe570 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40d009f2-8c54-444f-b7fd-d1ee2e0d95c0 HTTP/1.1" status: 204 len: 168 time: 0.2682264 Feb 28 13:04:19.011633 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137c61d-54fb-4b51-b239-6f961f1fe570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d009f2-8c54-444f-b7fd-d1ee2e0d95c0,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:19.078895 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (102ccb47-6fce-43ec-90b1-665c8b1cf34a), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.102426 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.102776 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.103540 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.103903 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.104242 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.104577 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.104901 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.105222 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.105541 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.105881 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.257677 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.258026 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.258370 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.258699 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.259093 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102ccb47-6fce-43ec-90b1-665c8b1cf34a']}} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:19.277556 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622b4ef8-b5e0-4ebf-b5e9-3bd6484afe71') {'for_net_delete': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:19.277853 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622b4ef8-b5e0-4ebf-b5e9-3bd6484afe71') {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:19.294855 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59888048'] for segment (622b4ef8-b5e0-4ebf-b5e9-3bd6484afe71), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.318778 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (622b4ef8-b5e0-4ebf-b5e9-3bd6484afe71), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.329098 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:04:19.329098 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808722'] for segment (622b4ef8-b5e0-4ebf-b5e9-3bd6484afe71), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: from cryptography.utils import int_from_bytes Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: from cryptography.utils import int_from_bytes Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: Traceback (most recent call last): Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: timer() Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: cb(*args, **kw) Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: return func(*args, **kwargs) Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: self._notify() Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: self.callback(batched_events) Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: event.method(event) Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: return f(self, *a, **k) Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._get(url).json() Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: return self.request(url, 'GET', **kwargs) Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:04:19.354293 dv-cinder-831202-1-iscsi neutron-server[103231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:04:19.464679 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (102ccb47-6fce-43ec-90b1-665c8b1cf34a), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.471837 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.475152 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/102ccb47-6fce-43ec-90b1-665c8b1cf34a HTTP/1.1" status: 204 len: 168 time: 0.5661144 Feb 28 13:04:19.478075 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49690) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:19.484658 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e54db-a7fe-41a6-b431-5d5d27a6d7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=102ccb47-6fce-43ec-90b1-665c8b1cf34a,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:19.527101 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-09087705-5e3e-48b4-80b9-ba1d739b5869 admin admin] Deleting subnet 5df71a77-179b-45b5-bad7-5f81f99ea6c2 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:04:19.530429 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09087705-5e3e-48b4-80b9-ba1d739b5869 admin admin] Publish callbacks [] for subnet (5df71a77-179b-45b5-bad7-5f81f99ea6c2), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.564050 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09087705-5e3e-48b4-80b9-ba1d739b5869 admin admin] Publish callbacks [] for subnet (5df71a77-179b-45b5-bad7-5f81f99ea6c2), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.570057 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09087705-5e3e-48b4-80b9-ba1d739b5869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (5df71a77-179b-45b5-bad7-5f81f99ea6c2), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.635953 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49694) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:19.649555 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22cb4980-d332-46e8-bf75-66247bb0b6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.683222 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09087705-5e3e-48b4-80b9-ba1d739b5869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for subnet (5df71a77-179b-45b5-bad7-5f81f99ea6c2), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.721216 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09087705-5e3e-48b4-80b9-ba1d739b5869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df71a77-179b-45b5-bad7-5f81f99ea6c2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:19.722928 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09087705-5e3e-48b4-80b9-ba1d739b5869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.726163 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-09087705-5e3e-48b4-80b9-ba1d739b5869 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5df71a77-179b-45b5-bad7-5f81f99ea6c2 HTTP/1.1" status: 204 len: 168 time: 0.2469883 Feb 28 13:04:19.728620 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49696) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:19.732058 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68aaa8-103e-4d0d-88bb-bacb27bc22e5 req-8256f572-3433-4a96-8556-01c5259b82af tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:19.733608 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6d68aaa8-103e-4d0d-88bb-bacb27bc22e5 req-8256f572-3433-4a96-8556-01c5259b82af tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0554488 Feb 28 13:04:19.781196 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6d68aaa8-103e-4d0d-88bb-bacb27bc22e5 req-5166a911-b431-4dad-8047-307d3dcca423 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Feb 28 13:04:19.818661 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22cb4980-d332-46e8-bf75-66247bb0b6b1 admin admin] Publish callbacks [] for security_group (351424dc-b945-493a-9817-5c43227abe65), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.821778 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (496e53ab-059d-4391-bf19-379ff0678144), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.898516 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22cb4980-d332-46e8-bf75-66247bb0b6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (351424dc-b945-493a-9817-5c43227abe65), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.945781 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (496e53ab-059d-4391-bf19-379ff0678144), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:19.950688 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e7cd7cd6-b048-4087-aef8-8f5bc5e05654 req-383a7141-516c-42db-bd40-acf34b39f646 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 210 time: 0.0386739 Feb 28 13:04:19.958480 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-22cb4980-d332-46e8-bf75-66247bb0b6b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=922e1dc910ca4bd5be215926f1584fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214052 Feb 28 13:04:19.959453 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb4980-d332-46e8-bf75-66247bb0b6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351424dc-b945-493a-9817-5c43227abe65,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:19.959923 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49702) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:19.977732 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.978092 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.978825 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.979175 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > port after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.979534 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.979874 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > port after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.980197 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.980514 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.980827 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:19.981166 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:20.015536 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d5761781-035b-46ac-8a2d-982ff8c40546 admin admin] Publish callbacks [] for security_group (351424dc-b945-493a-9817-5c43227abe65), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:20.036701 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d5761781-035b-46ac-8a2d-982ff8c40546 admin admin] Publish callbacks [] for security_group (351424dc-b945-493a-9817-5c43227abe65), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:20.046388 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:20.046738 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:20.047079 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:20.047417 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 13:04:20.047825 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496e53ab-059d-4391-bf19-379ff0678144']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:20.066132 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa937f9b-f5ec-4e63-9349-4039013a3921') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:20.066427 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa937f9b-f5ec-4e63-9349-4039013a3921') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:20.083211 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62710936'] for segment (fa937f9b-f5ec-4e63-9349-4039013a3921), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:20.148546 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (fa937f9b-f5ec-4e63-9349-4039013a3921), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:20.163787 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:04:20.164184 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58960100'] for segment (fa937f9b-f5ec-4e63-9349-4039013a3921), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: from cryptography.utils import int_from_bytes Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: from cryptography.utils import int_from_bytes Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: Traceback (most recent call last): Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: timer() Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: cb(*args, **kw) Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: return func(*args, **kwargs) Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: self._notify() Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: self.callback(batched_events) Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: event.method(event) Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: return f(self, *a, **k) Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._get(url).json() Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: return self.request(url, 'GET', **kwargs) Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:04:20.168034 dv-cinder-831202-1-iscsi neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:04:20.184684 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d5761781-035b-46ac-8a2d-982ff8c40546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (351424dc-b945-493a-9817-5c43227abe65), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:20.187333 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d5761781-035b-46ac-8a2d-982ff8c40546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:20.195735 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d5761781-035b-46ac-8a2d-982ff8c40546 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/351424dc-b945-493a-9817-5c43227abe65 HTTP/1.1" status: 204 len: 168 time: 0.2303042 Feb 28 13:04:20.206391 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5761781-035b-46ac-8a2d-982ff8c40546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351424dc-b945-493a-9817-5c43227abe65,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:20.264730 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-5cad52dd-3f9c-4d29-b84b-f60aff3db3fb tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:20.266286 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-5cad52dd-3f9c-4d29-b84b-f60aff3db3fb tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "GET /v2.0/networks?id=245d4435-eb6f-44af-b6bb-8cc635cb8f72 HTTP/1.1" status: 200 len: 814 time: 0.1716566 Feb 28 13:04:20.290270 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Request body: {'port': {'device_id': 'db57c826-b281-4693-96c0-f2eb1e06bb00', 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72', 'admin_state_up': True, 'tenant_id': 'a514bc8f2c964d85b7aa365400763653'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:04:20.334353 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (496e53ab-059d-4391-bf19-379ff0678144), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:20.348787 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:20.352290 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] 10.222.0.23 "DELETE /v2.0/networks/496e53ab-059d-4391-bf19-379ff0678144 HTTP/1.1" status: 204 len: 168 time: 0.6227007 Feb 28 13:04:20.366629 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f86d1e-0a06-4392-aedd-559c9ff47079 admin admin] Pushing event deleted for resources: {'Network': ['ID=496e53ab-059d-4391-bf19-379ff0678144,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:20.801707 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Made reservation on behalf of a514bc8f2c964d85b7aa365400763653 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:04:20.807620 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:20.913829 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdf011-2398-4b45-ac89-dcfbce0d6ab7 req-63e96f57-6afc-4b27-927e-f944f694ecdc tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:20.916757 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-20bdf011-2398-4b45-ac89-dcfbce0d6ab7 req-63e96f57-6afc-4b27-927e-f944f694ecdc tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0642204 Feb 28 13:04:20.949197 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Allocated IP 172.20.0.13 (245d4435-eb6f-44af-b6bb-8cc635cb8f72/33a32ce5-a5da-48af-a2ce-6938234117b8/6a81747a-662e-44af-ba50-e34ae7ae24e5) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:04:21.037628 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-20bdf011-2398-4b45-ac89-dcfbce0d6ab7 req-de34f84a-4c8e-4e9d-9a1d-ecdd8e5e1a37 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034300 Feb 28 13:04:21.082766 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fcfd167e-3c80-45f8-8643-0cd5ad7bb64c req-0dca67a4-8831-4150-93e8-fc9bf762065a tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 210 time: 0.0340614 Feb 28 13:04:21.105414 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49732) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:21.163120 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-dc9b4459-a656-49f1-9f3f-e7382b55393d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac0acb2cd8984a35bf294aa2fdc31a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564566 Feb 28 13:04:21.163418 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49736) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:21.190730 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks [] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:21.245215 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e94360d-126f-4670-a5d2-5374e86b4aec admin admin] Publish callbacks [] for security_group (6f417ab7-9829-48e6-927b-1df33209ea1c), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:21.267768 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e94360d-126f-4670-a5d2-5374e86b4aec admin admin] Publish callbacks [] for security_group (6f417ab7-9829-48e6-927b-1df33209ea1c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:21.351313 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:21.368452 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['e0dd1599-2f93-48e0-a17f-b7ca57962161'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:04:21.395696 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:04:21.399232 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:04:21.403581 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:04:21.407247 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e94360d-126f-4670-a5d2-5374e86b4aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (6f417ab7-9829-48e6-927b-1df33209ea1c), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:21.408624 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e94360d-126f-4670-a5d2-5374e86b4aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:21.409758 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-6e94360d-126f-4670-a5d2-5374e86b4aec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f417ab7-9829-48e6-927b-1df33209ea1c HTTP/1.1" status: 204 len: 168 time: 0.2453775 Feb 28 13:04:21.441768 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Pushing event updated for resources: {'Port': ['ID=6a81747a-662e-44af-ba50-e34ae7ae24e5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:21.452411 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94360d-126f-4670-a5d2-5374e86b4aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f417ab7-9829-48e6-927b-1df33209ea1c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:21.472045 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:21.472799 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:21.581530 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-f4d3944f-9db4-41db-b40f-cc3ed08fdc0c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2961433 Feb 28 13:04:21.602317 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Request body: {'port': {'device_id': 'db57c826-b281-4693-96c0-f2eb1e06bb00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:04:21.661935 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:21.946323 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a81747a-662e-44af-ba50-e34ae7ae24e5 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:04:21.953689 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Publish callbacks [] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:21.965289 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Transition to ACTIVE for port object 6a81747a-662e-44af-ba50-e34ae7ae24e5 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:04:22.053918 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:22.127287 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a81747a-662e-44af-ba50-e34ae7ae24e5,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:22.163412 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f6e77-9a3f-46d4-848e-b26cce9dcec0 req-1391e7a4-2c85-46be-8c91-5fd9a368a9e3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:22.168272 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-397f6e77-9a3f-46d4-848e-b26cce9dcec0 req-1391e7a4-2c85-46be-8c91-5fd9a368a9e3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0665822 Feb 28 13:04:22.178739 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Attempting to bind port 6a81747a-662e-44af-ba50-e34ae7ae24e5 on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:04:22.179308 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Attempting to bind port 6a81747a-662e-44af-ba50-e34ae7ae24e5 by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:04:22.179847 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Attempting to bind port 6a81747a-662e-44af-ba50-e34ae7ae24e5 on network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:04:22.184635 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Port 6a81747a-662e-44af-ba50-e34ae7ae24e5 on network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:04:22.185156 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Attempting to bind port 6a81747a-662e-44af-ba50-e34ae7ae24e5 on network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:04:22.190326 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:04:22.193407 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Checking segment: {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:04:22.193407 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Bound using segment: {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:04:22.193407 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Bound port: 6a81747a-662e-44af-ba50-e34ae7ae24e5, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:04:22.193407 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:22.218666 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49772) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:22.279544 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] For port 6a81747a-662e-44af-ba50-e34ae7ae24e5, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:04:22.279544 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] For port 6a81747a-662e-44af-ba50-e34ae7ae24e5, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=6a81747a-662e-44af-ba50-e34ae7ae24e5,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:04:22.282565 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-397f6e77-9a3f-46d4-848e-b26cce9dcec0 req-73a4768d-859f-4e60-80d4-15ecfa68baeb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118498 Feb 28 13:04:22.309572 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-a892892d-dc08-4c44-b0aa-3af32f3dc805 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d59e64bb1cd04b5eb3392f6261909a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0768702 Feb 28 13:04:22.312189 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49778) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:22.326920 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b51338-c8a3-4588-a664-ec630acf3046 req-56517066-b40e-483b-b561-c96dbcf75360 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:22.328593 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-24b51338-c8a3-4588-a664-ec630acf3046 req-56517066-b40e-483b-b561-c96dbcf75360 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 944 time: 0.1411464 Feb 28 13:04:22.351611 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:22.388085 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-24b51338-c8a3-4588-a664-ec630acf3046 req-6ddc84af-280e-4d31-bcd5-a66725c5cd25 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504951 Feb 28 13:04:22.400002 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:22.408935 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:22.408935 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] 10.222.0.35 "PUT /v2.0/ports/6a81747a-662e-44af-ba50-e34ae7ae24e5 HTTP/1.1" status: 200 len: 1094 time: 0.8041351 Feb 28 13:04:22.408935 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db57c826-b281-4693-96c0-f2eb1e06bb00', 'tag': '6a81747a-662e-44af-ba50-e34ae7ae24e5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:04:22.408935 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852d9b5b-1189-45af-b208-5c7cbccacbb8" -d '{"events": [{"name": "network-changed", "server_uuid": "db57c826-b281-4693-96c0-f2eb1e06bb00", "tag": "6a81747a-662e-44af-ba50-e34ae7ae24e5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:04:22.408935 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ed747bf-f41d-41a4-8a2c-c2e0b951dd55 admin admin] Publish callbacks [] for security_group (e7ce1d32-cfef-48b1-af56-9db77697d131), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:22.443381 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ebcf5-562d-45b6-899b-b0d1398bc6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a81747a-662e-44af-ba50-e34ae7ae24e5,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:22.447333 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ed747bf-f41d-41a4-8a2c-c2e0b951dd55 admin admin] Publish callbacks [] for security_group (e7ce1d32-cfef-48b1-af56-9db77697d131), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:22.450210 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ed29ba-0c15-41cf-be16-049d33afac1c x-openstack-request-id: req-77ed29ba-0c15-41cf-be16-049d33afac1c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:04:22.450491 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db57c826-b281-4693-96c0-f2eb1e06bb00", "tag": "6a81747a-662e-44af-ba50-e34ae7ae24e5", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:04:22.450740 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77ed29ba-0c15-41cf-be16-049d33afac1c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:04:22.451127 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db57c826-b281-4693-96c0-f2eb1e06bb00', 'tag': '6a81747a-662e-44af-ba50-e34ae7ae24e5', 'status': 'completed', 'code': 200} Feb 28 13:04:22.537196 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9b5b-1189-45af-b208-5c7cbccacbb8 req-21435716-b749-4800-ae96-eda6bc7c12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:22.538704 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-852d9b5b-1189-45af-b208-5c7cbccacbb8 req-21435716-b749-4800-ae96-eda6bc7c12f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 1128 time: 0.0515542 Feb 28 13:04:22.561646 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ed747bf-f41d-41a4-8a2c-c2e0b951dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (e7ce1d32-cfef-48b1-af56-9db77697d131), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:22.564300 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ed747bf-f41d-41a4-8a2c-c2e0b951dd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:22.565415 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-5ed747bf-f41d-41a4-8a2c-c2e0b951dd55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7ce1d32-cfef-48b1-af56-9db77697d131 HTTP/1.1" status: 204 len: 168 time: 0.2522452 Feb 28 13:04:22.573469 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed747bf-f41d-41a4-8a2c-c2e0b951dd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ce1d32-cfef-48b1-af56-9db77697d131,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:22.746243 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9b5b-1189-45af-b208-5c7cbccacbb8 req-2c5d9e1b-213c-482d-9396-fa8e7bb6a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:22.747782 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-852d9b5b-1189-45af-b208-5c7cbccacbb8 req-2c5d9e1b-213c-482d-9396-fa8e7bb6a79f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a514bc8f2c964d85b7aa365400763653&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1714180 Feb 28 13:04:22.864609 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fc66250c-df17-4eee-8c35-68544a73e451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:22.923675 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9b5b-1189-45af-b208-5c7cbccacbb8 req-b70c6d22-cca9-4791-953b-17287e47eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:22.925570 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-852d9b5b-1189-45af-b208-5c7cbccacbb8 req-b70c6d22-cca9-4791-953b-17287e47eb0d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675291 Feb 28 13:04:23.062616 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-9e79868e-2c40-4953-8748-a76edd39cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:23.068414 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-9e79868e-2c40-4953-8748-a76edd39cd31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 1128 time: 0.0693886 Feb 28 13:04:23.112309 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-59f0a1b1-b058-4911-bbfa-1aec8e9a4fd3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a81747a-662e-44af-ba50-e34ae7ae24e5 HTTP/1.1" status: 200 len: 217 time: 0.0346293 Feb 28 13:04:23.168215 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-2226f7e4-7fd9-4446-9984-cea1fbdb4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:23.169587 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-2226f7e4-7fd9-4446-9984-cea1fbdb4b6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a32ce5-a5da-48af-a2ce-6938234117b8 HTTP/1.1" status: 200 len: 854 time: 0.0445533 Feb 28 13:04:23.207806 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-21bae4e2-2853-4f3f-aad4-fe88dcf1d82e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=245d4435-eb6f-44af-b6bb-8cc635cb8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288239 Feb 28 13:04:23.301183 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-46a09384-3895-4505-b9e7-1f7cd8582135 service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857983 Feb 28 13:04:23.425667 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5c2c59e0-8fa7-4f46-9325-8ffd7825e541 req-6d07c120-e15b-49c8-a26c-2533de541e25 service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155303 Feb 28 13:04:23.455626 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0aac5-2c7a-4902-b31e-3c141029f4db req-6de5c364-f7f4-4827-8004-b6838d993060 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:23.457752 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-22d0aac5-2c7a-4902-b31e-3c141029f4db req-6de5c364-f7f4-4827-8004-b6838d993060 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0959766 Feb 28 13:04:23.518776 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49828) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:23.540014 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-22d0aac5-2c7a-4902-b31e-3c141029f4db req-ced7a603-9e9b-4a95-8f49-8aae2001dce9 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744307 Feb 28 13:04:23.584536 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6d0b3-e506-4726-bf82-7470c249f020 req-f2bf8de4-26af-471c-ba3d-eb4c6ef4fa9e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:23.584536 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-89e6d0b3-e506-4726-bf82-7470c249f020 req-f2bf8de4-26af-471c-ba3d-eb4c6ef4fa9e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 944 time: 0.1021211 Feb 28 13:04:23.637783 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-89e6d0b3-e506-4726-bf82-7470c249f020 req-4a0fbaf3-612a-4da5-8a7e-140c55c36de8 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490263 Feb 28 13:04:23.839351 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-358991a1-7af2-4f38-943b-558e5370b6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:23.912400 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-358991a1-7af2-4f38-943b-558e5370b6e6 admin admin] Publish callbacks [] for security_group (db04d9fa-0ba4-4f9f-aae5-2847aac88c68), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:23.990432 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-358991a1-7af2-4f38-943b-558e5370b6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (db04d9fa-0ba4-4f9f-aae5-2847aac88c68), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:24.032821 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-358991a1-7af2-4f38-943b-558e5370b6e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b29a57789f514b988205c990876b1b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5127263 Feb 28 13:04:24.033668 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358991a1-7af2-4f38-943b-558e5370b6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db04d9fa-0ba4-4f9f-aae5-2847aac88c68,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:24.036421 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49842) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:24.086996 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-67866199-6398-4677-bc0e-678750993763 admin admin] Publish callbacks [] for security_group (db04d9fa-0ba4-4f9f-aae5-2847aac88c68), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:24.108793 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-67866199-6398-4677-bc0e-678750993763 admin admin] Publish callbacks [] for security_group (db04d9fa-0ba4-4f9f-aae5-2847aac88c68), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:24.229624 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-67866199-6398-4677-bc0e-678750993763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (db04d9fa-0ba4-4f9f-aae5-2847aac88c68), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:24.232916 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-67866199-6398-4677-bc0e-678750993763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:24.234074 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-67866199-6398-4677-bc0e-678750993763 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db04d9fa-0ba4-4f9f-aae5-2847aac88c68 HTTP/1.1" status: 204 len: 168 time: 0.1960726 Feb 28 13:04:24.245298 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67866199-6398-4677-bc0e-678750993763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db04d9fa-0ba4-4f9f-aae5-2847aac88c68,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:24.440207 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49860) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:24.667804 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23a5ee-f87d-4391-abba-1f1b6d651b46 req-9a2a487b-5b0b-40ec-bdfd-8e15bd4d2acd tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:24.670187 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7d23a5ee-f87d-4391-abba-1f1b6d651b46 req-9a2a487b-5b0b-40ec-bdfd-8e15bd4d2acd tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0653405 Feb 28 13:04:24.699885 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-006abc06-c730-4aef-af5d-8e3bba125780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:24.793788 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7d23a5ee-f87d-4391-abba-1f1b6d651b46 req-a1738a03-f789-4eaf-9bed-731ac3ce8d1a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137400 Feb 28 13:04:24.805395 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13617b19-5522-4bb5-9251-78f296c596a2 req-5f7ff883-195a-4f74-a858-5152b3fbc870 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:24.806873 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-13617b19-5522-4bb5-9251-78f296c596a2 req-5f7ff883-195a-4f74-a858-5152b3fbc870 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.1279526 Feb 28 13:04:24.880598 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-006abc06-c730-4aef-af5d-8e3bba125780 admin admin] Publish callbacks [] for security_group (aaf410ae-c8cd-4450-b5af-e43d1af8e0b5), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:24.893375 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-13617b19-5522-4bb5-9251-78f296c596a2 req-742cc804-b3a6-4d8d-97d6-047340987439 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779669 Feb 28 13:04:24.946313 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e47-a2d1-4c1d-b45d-d8afb0e190f7 req-cb9eefe1-c2fa-4928-99d7-68769e931c42 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:24.946313 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-36480e47-a2d1-4c1d-b45d-d8afb0e190f7 req-cb9eefe1-c2fa-4928-99d7-68769e931c42 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 944 time: 0.0666761 Feb 28 13:04:24.968132 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-006abc06-c730-4aef-af5d-8e3bba125780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (aaf410ae-c8cd-4450-b5af-e43d1af8e0b5), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:24.991052 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49880) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:25.007930 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1de5-9810-46a4-86bc-aad60c593611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:25.029543 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-006abc06-c730-4aef-af5d-8e3bba125780 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb04ab43390f45fc921ae630d6edae78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5881510 Feb 28 13:04:25.032295 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49884) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:25.034610 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006abc06-c730-4aef-af5d-8e3bba125780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf410ae-c8cd-4450-b5af-e43d1af8e0b5,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:25.042546 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-36480e47-a2d1-4c1d-b45d-d8afb0e190f7 req-36cbcd8b-b739-410f-a91f-0687c4f44d64 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922768 Feb 28 13:04:25.109964 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b59b7b49-747e-40ee-89f7-31d45ad2c33f admin admin] Publish callbacks [] for security_group (aaf410ae-c8cd-4450-b5af-e43d1af8e0b5), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:25.138529 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1de5-9810-46a4-86bc-aad60c593611 admin admin] Publish callbacks [] for security_group (aaa34a6b-343f-46cc-a162-884327dcf02d), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:25.147935 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b59b7b49-747e-40ee-89f7-31d45ad2c33f admin admin] Publish callbacks [] for security_group (aaf410ae-c8cd-4450-b5af-e43d1af8e0b5), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:25.206368 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1de5-9810-46a4-86bc-aad60c593611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (aaa34a6b-343f-46cc-a162-884327dcf02d), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:25.243777 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-1f1c1de5-9810-46a4-86bc-aad60c593611 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43520606bfed4e6696d29264bd8cc0a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513955 Feb 28 13:04:25.244768 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c1de5-9810-46a4-86bc-aad60c593611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa34a6b-343f-46cc-a162-884327dcf02d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:25.246400 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49886) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:25.275996 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b59b7b49-747e-40ee-89f7-31d45ad2c33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (aaf410ae-c8cd-4450-b5af-e43d1af8e0b5), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:25.279964 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b59b7b49-747e-40ee-89f7-31d45ad2c33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:25.283514 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-b59b7b49-747e-40ee-89f7-31d45ad2c33f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aaf410ae-c8cd-4450-b5af-e43d1af8e0b5 HTTP/1.1" status: 204 len: 168 time: 0.2476268 Feb 28 13:04:25.290088 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b7b49-747e-40ee-89f7-31d45ad2c33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf410ae-c8cd-4450-b5af-e43d1af8e0b5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:25.301226 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86b0d497-1c18-4ff6-8f13-c206be052f62 admin admin] Publish callbacks [] for security_group (aaa34a6b-343f-46cc-a162-884327dcf02d), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:25.325682 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86b0d497-1c18-4ff6-8f13-c206be052f62 admin admin] Publish callbacks [] for security_group (aaa34a6b-343f-46cc-a162-884327dcf02d), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:25.361713 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3d32-85b7-4aff-812a-2ba4e1c80364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:25.453168 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86b0d497-1c18-4ff6-8f13-c206be052f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (aaa34a6b-343f-46cc-a162-884327dcf02d), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:25.455817 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86b0d497-1c18-4ff6-8f13-c206be052f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:25.456985 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-86b0d497-1c18-4ff6-8f13-c206be052f62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aaa34a6b-343f-46cc-a162-884327dcf02d HTTP/1.1" status: 204 len: 168 time: 0.2096133 Feb 28 13:04:25.464821 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d497-1c18-4ff6-8f13-c206be052f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa34a6b-343f-46cc-a162-884327dcf02d,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:25.914218 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b4e81-00ec-489d-9b32-e246d64f6670 req-933e06be-0ffb-4388-ab34-fc55ebd6ac20 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:25.915740 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b75b4e81-00ec-489d-9b32-e246d64f6670 req-933e06be-0ffb-4388-ab34-fc55ebd6ac20 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0528898 Feb 28 13:04:25.966200 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b75b4e81-00ec-489d-9b32-e246d64f6670 req-a29815dd-9cb3-48f3-8424-c6b2d77e25eb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430064 Feb 28 13:04:26.025005 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a3ea4-f783-41a3-8af2-1d077f4b8afb req-98d62ba6-5efe-489b-880d-dedc59d7237c tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:26.026383 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-083a3ea4-f783-41a3-8af2-1d077f4b8afb req-98d62ba6-5efe-489b-880d-dedc59d7237c tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.0593386 Feb 28 13:04:26.074126 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-083a3ea4-f783-41a3-8af2-1d077f4b8afb req-3e22d313-c13f-42da-941f-30894901aa4c tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Feb 28 13:04:26.121507 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 49914) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:26.135753 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36494f3b-0a0d-415f-8431-abaf75f5b0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:26.168062 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b7c9f-864d-4e31-bea6-f5315a3967ad req-2deb7a54-e8d2-4e39-9487-bef7f5917951 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:26.169696 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b48b7c9f-864d-4e31-bea6-f5315a3967ad req-2deb7a54-e8d2-4e39-9487-bef7f5917951 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 944 time: 0.0569158 Feb 28 13:04:26.219369 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b48b7c9f-864d-4e31-bea6-f5315a3967ad req-fd23b623-637e-4e5c-808c-665150cf9ca0 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431941 Feb 28 13:04:26.221660 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36494f3b-0a0d-415f-8431-abaf75f5b0d8 admin admin] Publish callbacks [] for security_group (195b71dd-3cd8-4350-9291-e5a6b5cfdb1a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:26.287038 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36494f3b-0a0d-415f-8431-abaf75f5b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (195b71dd-3cd8-4350-9291-e5a6b5cfdb1a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:26.326251 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-36494f3b-0a0d-415f-8431-abaf75f5b0d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15863dd0d39d4c319054ce6017151b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029717 Feb 28 13:04:26.327443 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36494f3b-0a0d-415f-8431-abaf75f5b0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195b71dd-3cd8-4350-9291-e5a6b5cfdb1a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:26.328958 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 49922) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:26.376046 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d136eeb7-ced6-42ce-be07-b4836d06eee2 admin admin] Publish callbacks [] for security_group (195b71dd-3cd8-4350-9291-e5a6b5cfdb1a), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:26.399671 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d136eeb7-ced6-42ce-be07-b4836d06eee2 admin admin] Publish callbacks [] for security_group (195b71dd-3cd8-4350-9291-e5a6b5cfdb1a), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:26.624418 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d136eeb7-ced6-42ce-be07-b4836d06eee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (195b71dd-3cd8-4350-9291-e5a6b5cfdb1a), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:26.627155 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d136eeb7-ced6-42ce-be07-b4836d06eee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:26.628342 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d136eeb7-ced6-42ce-be07-b4836d06eee2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/195b71dd-3cd8-4350-9291-e5a6b5cfdb1a HTTP/1.1" status: 204 len: 168 time: 0.2983627 Feb 28 13:04:26.637460 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136eeb7-ced6-42ce-be07-b4836d06eee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195b71dd-3cd8-4350-9291-e5a6b5cfdb1a,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:26.684773 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 6a81747a-662e-44af-ba50-e34ae7ae24e5 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:04:26.721810 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:26.799241 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 6a81747a-662e-44af-ba50-e34ae7ae24e5, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=6a81747a-662e-44af-ba50-e34ae7ae24e5,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:04:26.807682 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '6a81747a-662e-44af-ba50-e34ae7ae24e5', 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72', 'port_id': '6a81747a-662e-44af-ba50-e34ae7ae24e5', 'mac_address': 'fa:16:3e:04:3d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a32ce5-a5da-48af-a2ce-6938234117b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:04:26.845456 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 6a81747a-662e-44af-ba50-e34ae7ae24e5 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:04:26.845852 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:26.863274 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a81747a-662e-44af-ba50-e34ae7ae24e5 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:04:26.884177 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 6a81747a-662e-44af-ba50-e34ae7ae24e5, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=6a81747a-662e-44af-ba50-e34ae7ae24e5,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:04:26.928308 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:26.983601 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=6a81747a-662e-44af-ba50-e34ae7ae24e5,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:26.991923 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:26.992551 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:26.993128 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:26.993543 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:26.993958 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:26.994417 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:26.994828 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:26.995224 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:26.995782 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:26.996213 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:26.996621 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:26.997010 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:26.997823 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:04:27.100165 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ba9a6-1f9d-4b55-9dd7-fe6a35613e67 req-e654850b-8a81-4fd1-8960-5d6f629ae6a3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:27.101665 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4b9ba9a6-1f9d-4b55-9dd7-fe6a35613e67 req-e654850b-8a81-4fd1-8960-5d6f629ae6a3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0525718 Feb 28 13:04:27.158797 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4b9ba9a6-1f9d-4b55-9dd7-fe6a35613e67 req-c19c4ed3-58e0-484b-9fc5-5d63a9b62735 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510061 Feb 28 13:04:27.242931 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb6287-0739-4087-80dd-7578096a28aa req-7dcbb379-ca53-408a-8ae2-a871defb2f0a tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:27.250728 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-23fb6287-0739-4087-80dd-7578096a28aa req-7dcbb379-ca53-408a-8ae2-a871defb2f0a tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.0664332 Feb 28 13:04:27.325438 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-23fb6287-0739-4087-80dd-7578096a28aa req-e5980e22-9926-4427-987e-1084ce9f22a8 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738478 Feb 28 13:04:27.373030 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7237c-4f6c-4f71-b05f-12952bf0345d req-f046a9a9-6bc6-4f4a-a736-0d32de30e314 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:27.374676 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-36a7237c-4f6c-4f71-b05f-12952bf0345d req-f046a9a9-6bc6-4f4a-a736-0d32de30e314 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 945 time: 0.0781467 Feb 28 13:04:27.422798 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-36a7237c-4f6c-4f71-b05f-12952bf0345d req-a692305d-7432-4628-a5c0-2a2e34ded546 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Feb 28 13:04:27.436028 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['6a81747a-662e-44af-ba50-e34ae7ae24e5'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:04:27.772452 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc27fd1-c761-46cb-b223-315d9b3edc65 req-3a673a39-19fc-407f-9cc9-98b34aaff908 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:27.774003 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bdc27fd1-c761-46cb-b223-315d9b3edc65 req-3a673a39-19fc-407f-9cc9-98b34aaff908 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.35 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 945 time: 0.0912652 Feb 28 13:04:27.887047 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:27.924310 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-bdc27fd1-c761-46cb-b223-315d9b3edc65 req-6af6c511-56d9-4e98-b56f-94b275740a88 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Deleting port d904f42d-56e7-438a-a2d4-761cccac8a45 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:04:27.924661 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bdc27fd1-c761-46cb-b223-315d9b3edc65 req-6af6c511-56d9-4e98-b56f-94b275740a88 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:28.026352 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-bdc27fd1-c761-46cb-b223-315d9b3edc65 req-6af6c511-56d9-4e98-b56f-94b275740a88 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] For port d904f42d-56e7-438a-a2d4-761cccac8a45, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=d904f42d-56e7-438a-a2d4-761cccac8a45,segment=NetworkSegment(8f529ec1-84d2-4063-84aa-deb37ba1a9d4),segment_id=8f529ec1-84d2-4063-84aa-deb37ba1a9d4)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:04:28.026721 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bdc27fd1-c761-46cb-b223-315d9b3edc65 req-6af6c511-56d9-4e98-b56f-94b275740a88 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:28.041634 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-bdc27fd1-c761-46cb-b223-315d9b3edc65 req-6af6c511-56d9-4e98-b56f-94b275740a88 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Calling delete_port for d904f42d-56e7-438a-a2d4-761cccac8a45 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:04:28.281046 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bdc27fd1-c761-46cb-b223-315d9b3edc65 req-6af6c511-56d9-4e98-b56f-94b275740a88 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (d904f42d-56e7-438a-a2d4-761cccac8a45), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:28.291481 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d8a94-5eec-4ca4-a85e-ce1909fa56fa req-9b629247-72f0-4dee-928c-76e2b6c5c08e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:28.293008 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b24d8a94-5eec-4ca4-a85e-ce1909fa56fa req-9b629247-72f0-4dee-928c-76e2b6c5c08e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0539715 Feb 28 13:04:28.303300 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['d904f42d-56e7-438a-a2d4-761cccac8a45'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:04:28.340310 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6c511-56d9-4e98-b56f-94b275740a88 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Pushing event deleted for resources: {'Port': ['ID=d904f42d-56e7-438a-a2d4-761cccac8a45,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:28.368193 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b24d8a94-5eec-4ca4-a85e-ce1909fa56fa req-527d7e79-d7db-43fb-9e98-b0898342e224 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683084 Feb 28 13:04:28.406665 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc27fd1-c761-46cb-b223-315d9b3edc65 req-6af6c511-56d9-4e98-b56f-94b275740a88 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] No DVR routers for this DVR port d904f42d-56e7-438a-a2d4-761cccac8a45 on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:04:28.410598 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bdc27fd1-c761-46cb-b223-315d9b3edc65 req-6af6c511-56d9-4e98-b56f-94b275740a88 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:28.419501 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bdc27fd1-c761-46cb-b223-315d9b3edc65 req-6af6c511-56d9-4e98-b56f-94b275740a88 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.35 "DELETE /v2.0/ports/d904f42d-56e7-438a-a2d4-761cccac8a45 HTTP/1.1" status: 204 len: 173 time: 0.6314969 Feb 28 13:04:28.420161 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146cc90c-af2f-42d0-8970-564b58ad7840', 'name': 'network-vif-deleted', 'tag': 'd904f42d-56e7-438a-a2d4-761cccac8a45'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:04:28.422638 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd978a6-3b39-4d9c-909f-45dd8962ef39" -d '{"events": [{"server_uuid": "146cc90c-af2f-42d0-8970-564b58ad7840", "name": "network-vif-deleted", "tag": "d904f42d-56e7-438a-a2d4-761cccac8a45"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:04:28.488155 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9624f5-b10f-41df-953d-32ac2de314d1 x-openstack-request-id: req-5d9624f5-b10f-41df-953d-32ac2de314d1 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:04:28.488409 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146cc90c-af2f-42d0-8970-564b58ad7840", "name": "network-vif-deleted", "tag": "d904f42d-56e7-438a-a2d4-761cccac8a45", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:04:28.488811 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d9624f5-b10f-41df-953d-32ac2de314d1 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:04:28.489315 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146cc90c-af2f-42d0-8970-564b58ad7840', 'name': 'network-vif-deleted', 'tag': 'd904f42d-56e7-438a-a2d4-761cccac8a45', 'status': 'completed', 'code': 200} Feb 28 13:04:28.491984 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a805a55b-ed95-48ca-a493-b119e01f3f7a req-cce5e53c-872b-46aa-9007-ec3a1a17be54 tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.0785127 Feb 28 13:04:28.615392 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e1248-9a70-43aa-a0b0-fec0fb5acd76 req-ce4d195c-2d57-43f8-bc10-e8184d807897 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:28.616911 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-685e1248-9a70-43aa-a0b0-fec0fb5acd76 req-ce4d195c-2d57-43f8-bc10-e8184d807897 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 945 time: 0.0625880 Feb 28 13:04:28.678903 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-685e1248-9a70-43aa-a0b0-fec0fb5acd76 req-7629d720-02aa-4b8c-a2c5-7a13444822e9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527084 Feb 28 13:04:28.701134 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 6a81747a-662e-44af-ba50-e34ae7ae24e5 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:04:28.807023 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port 6a81747a-662e-44af-ba50-e34ae7ae24e5 completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:04:28.810967 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 6a81747a-662e-44af-ba50-e34ae7ae24e5 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:04:28.811339 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:28.896180 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 6a81747a-662e-44af-ba50-e34ae7ae24e5 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:04:28.896899 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:28.918933 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db57c826-b281-4693-96c0-f2eb1e06bb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a81747a-662e-44af-ba50-e34ae7ae24e5'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:04:28.921277 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cc7e31-7ec8-4b6f-bdd7-6b668ef3295e" -d '{"events": [{"server_uuid": "db57c826-b281-4693-96c0-f2eb1e06bb00", "name": "network-vif-plugged", "status": "completed", "tag": "6a81747a-662e-44af-ba50-e34ae7ae24e5"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:04:28.936132 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 6a81747a-662e-44af-ba50-e34ae7ae24e5, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=6a81747a-662e-44af-ba50-e34ae7ae24e5,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:04:28.962312 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4b924f-006c-4b8a-8e2f-e98ca9512aa8 x-openstack-request-id: req-1a4b924f-006c-4b8a-8e2f-e98ca9512aa8 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:04:28.962624 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db57c826-b281-4693-96c0-f2eb1e06bb00", "name": "network-vif-plugged", "status": "completed", "tag": "6a81747a-662e-44af-ba50-e34ae7ae24e5", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:04:28.962879 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a4b924f-006c-4b8a-8e2f-e98ca9512aa8 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:04:28.963275 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db57c826-b281-4693-96c0-f2eb1e06bb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a81747a-662e-44af-ba50-e34ae7ae24e5', 'code': 200} Feb 28 13:04:29.004325 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:29.103828 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=6a81747a-662e-44af-ba50-e34ae7ae24e5,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:29.401570 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:29.419531 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30260-766c-421d-be25-f355cf6490f1 req-65c49ce2-e935-4d08-b8f7-990073e57c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:29.421072 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5cf30260-766c-421d-be25-f355cf6490f1 req-65c49ce2-e935-4d08-b8f7-990073e57c4b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 1130 time: 0.0477326 Feb 28 13:04:29.482225 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5cf30260-766c-421d-be25-f355cf6490f1 req-3b1dbc49-e34a-43b3-a4a9-974d5e7bf190 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Feb 28 13:04:29.483220 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e07dc-7f26-43ee-8e09-1e4e1f29a099 req-79e58ff3-21af-4504-b2f5-538495cd5237 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:29.484721 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-404e07dc-7f26-43ee-8e09-1e4e1f29a099 req-79e58ff3-21af-4504-b2f5-538495cd5237 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0533147 Feb 28 13:04:29.533477 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-404e07dc-7f26-43ee-8e09-1e4e1f29a099 req-1cb314b7-9edd-41c1-9840-cc9b68af6e4c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 Feb 28 13:04:29.608885 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cd4c9596-6f88-4773-8329-63b0f1a38130 req-cd497154-682c-4116-a4e5-7572844517aa tempest-DeleteServersTestJSON-1722102598 tempest-DeleteServersTestJSON-1722102598-project] 10.222.0.23 "GET /v2.0/ports?device_id=146cc90c-af2f-42d0-8970-564b58ad7840 HTTP/1.1" status: 200 len: 210 time: 0.0303431 Feb 28 13:04:29.801742 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b1403-92bf-47d6-a676-0dbb7fdec6f0 req-d3c95ce3-3da8-4bd9-bc85-08656a15672c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:29.806874 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-066b1403-92bf-47d6-a676-0dbb7fdec6f0 req-d3c95ce3-3da8-4bd9-bc85-08656a15672c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 946 time: 0.0575120 Feb 28 13:04:29.851747 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-066b1403-92bf-47d6-a676-0dbb7fdec6f0 req-a09dce9e-45ca-4927-a44f-413735111bfd tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Feb 28 13:04:30.654928 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c1e29-ba8b-4348-bd8b-120728f81824 req-bb3d2cb2-a17e-4459-8c29-c3e9cced5ec1 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:30.660151 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9a8c1e29-ba8b-4348-bd8b-120728f81824 req-bb3d2cb2-a17e-4459-8c29-c3e9cced5ec1 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0584505 Feb 28 13:04:30.707816 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9a8c1e29-ba8b-4348-bd8b-120728f81824 req-dbf67f70-2e99-489e-a0ba-ff3e2b69c380 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452883 Feb 28 13:04:30.970513 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f2c17-e12f-480e-b0c3-6b02d4171380 req-a05270ec-129c-430d-9173-98e661fcb03c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:30.975581 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f72f2c17-e12f-480e-b0c3-6b02d4171380 req-a05270ec-129c-430d-9173-98e661fcb03c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 946 time: 0.0587423 Feb 28 13:04:31.029928 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f72f2c17-e12f-480e-b0c3-6b02d4171380 req-fbb2c991-61f5-4b7f-9d29-26e852cef300 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446308 Feb 28 13:04:31.834469 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15a668-e5a7-41d4-8034-eadd064769db req-7211b395-9fcb-4d14-92aa-66c4ed7fac4a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:31.835919 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1b15a668-e5a7-41d4-8034-eadd064769db req-7211b395-9fcb-4d14-92aa-66c4ed7fac4a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0538032 Feb 28 13:04:31.881689 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1b15a668-e5a7-41d4-8034-eadd064769db req-11d42a1d-90c7-4755-a500-ec36ed6358e4 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402677 Feb 28 13:04:32.165973 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93476-a9b7-44c5-b321-59b764cd9b37 req-56134f46-6fa4-4dfe-8c57-4ae3479bf197 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:32.173301 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c4f93476-a9b7-44c5-b321-59b764cd9b37 req-56134f46-6fa4-4dfe-8c57-4ae3479bf197 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 946 time: 0.0645878 Feb 28 13:04:32.183715 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50134) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:32.230991 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c4f93476-a9b7-44c5-b321-59b764cd9b37 req-525b5c81-7e2e-4643-bae6-93f26e553091 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568273 Feb 28 13:04:32.232227 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de2b742-3539-4d46-adfb-3f1bdaf76dd3 admin admin] Deleting subnet f68b4664-dccf-4402-800a-512c0371ad0c {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:04:32.235892 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8de2b742-3539-4d46-adfb-3f1bdaf76dd3 admin admin] Publish callbacks [] for subnet (f68b4664-dccf-4402-800a-512c0371ad0c), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:32.271875 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8de2b742-3539-4d46-adfb-3f1bdaf76dd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62710927'] for subnet (f68b4664-dccf-4402-800a-512c0371ad0c), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:32.311388 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8de2b742-3539-4d46-adfb-3f1bdaf76dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (f68b4664-dccf-4402-800a-512c0371ad0c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:32.436165 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8de2b742-3539-4d46-adfb-3f1bdaf76dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58959930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58826773'] for subnet (f68b4664-dccf-4402-800a-512c0371ad0c), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:32.461817 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2b742-3539-4d46-adfb-3f1bdaf76dd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f68b4664-dccf-4402-800a-512c0371ad0c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:32.465514 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8de2b742-3539-4d46-adfb-3f1bdaf76dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:32.468751 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-8de2b742-3539-4d46-adfb-3f1bdaf76dd3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f68b4664-dccf-4402-800a-512c0371ad0c HTTP/1.1" status: 204 len: 168 time: 0.2839711 Feb 28 13:04:32.471303 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50148) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:32.538841 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (68ce9cb6-2d82-48c3-89cd-2f5d170afa63), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:32.620411 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (68ce9cb6-2d82-48c3-89cd-2f5d170afa63), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:32.641256 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ce9cb6-2d82-48c3-89cd-2f5d170afa63']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:32.650653 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f529ec1-84d2-4063-84aa-deb37ba1a9d4') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:32.650948 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f529ec1-84d2-4063-84aa-deb37ba1a9d4') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:04:32.660249 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62710936'] for segment (8f529ec1-84d2-4063-84aa-deb37ba1a9d4), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:32.673225 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (8f529ec1-84d2-4063-84aa-deb37ba1a9d4), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:32.679870 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:04:32.680250 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58960100'] for segment (8f529ec1-84d2-4063-84aa-deb37ba1a9d4), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: Traceback (most recent call last): Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: timer() Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: cb(*args, **kw) Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: return func(*args, **kwargs) Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: self._notify() Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: self.callback(batched_events) Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: event.method(event) Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: return f(self, *a, **k) Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._get(url).json() Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: return self.request(url, 'GET', **kwargs) Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:04:32.681896 dv-cinder-831202-1-iscsi neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:04:32.812418 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (68ce9cb6-2d82-48c3-89cd-2f5d170afa63), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:32.819153 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:32.821519 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/68ce9cb6-2d82-48c3-89cd-2f5d170afa63 HTTP/1.1" status: 204 len: 168 time: 0.3490520 Feb 28 13:04:32.832825 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4b490-c006-4d25-bbfa-49d049f58dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=68ce9cb6-2d82-48c3-89cd-2f5d170afa63,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:32.999636 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f7925-fc62-4b38-a958-807ad77e5122 req-0258da0e-f718-46ec-8dba-c489d5357b97 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:33.001122 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-119f7925-fc62-4b38-a958-807ad77e5122 req-0258da0e-f718-46ec-8dba-c489d5357b97 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0513115 Feb 28 13:04:33.048327 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-119f7925-fc62-4b38-a958-807ad77e5122 req-3c602491-fbea-4b80-b967-01d86a6bb864 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415750 Feb 28 13:04:33.148715 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50166) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:33.190883 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-31a4f0eb-d88d-4d83-aaca-6732d55f3f41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5b8923fbdc54938aa80a75bc0d7d6d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410268 Feb 28 13:04:33.193267 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50168) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:33.196181 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device d904f42d-56e7-438a-a2d4-761cccac8a45 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:04:33.220059 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: d904f42d-56e7-438a-a2d4-761cccac8a45 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:04:33.220422 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device d904f42d-56e7-438a-a2d4-761cccac8a45 not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:04:33.240838 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-160f9284-a2e4-4415-b1da-3c81d274f600 admin admin] Publish callbacks [] for security_group (a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:33.261420 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-160f9284-a2e4-4415-b1da-3c81d274f600 admin admin] Publish callbacks [] for security_group (a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:33.371632 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-160f9284-a2e4-4415-b1da-3c81d274f600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:33.374171 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-160f9284-a2e4-4415-b1da-3c81d274f600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:33.375345 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-160f9284-a2e4-4415-b1da-3c81d274f600 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692 HTTP/1.1" status: 204 len: 168 time: 0.1811588 Feb 28 13:04:33.382895 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f9284-a2e4-4415-b1da-3c81d274f600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a73d03-ddbc-4b6f-bcbb-9a5e192b4692,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:34.169776 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f117c08-5988-4e1f-b646-8a756e6075a6 req-a498b006-69d9-4c19-ba67-407c582d8128 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:34.171262 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8f117c08-5988-4e1f-b646-8a756e6075a6 req-a498b006-69d9-4c19-ba67-407c582d8128 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0539036 Feb 28 13:04:34.219498 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8f117c08-5988-4e1f-b646-8a756e6075a6 req-d0c48d29-aa9c-4d20-b08b-c04fb2a92233 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413249 Feb 28 13:04:35.341381 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01f15c-23f4-4d49-86a1-b398bebf23ef req-430ac4b0-3f35-402f-a3dc-259ea6bf5f6b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:35.342932 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9c01f15c-23f4-4d49-86a1-b398bebf23ef req-430ac4b0-3f35-402f-a3dc-259ea6bf5f6b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0570939 Feb 28 13:04:35.389841 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9c01f15c-23f4-4d49-86a1-b398bebf23ef req-5cbcae9b-ab44-4260-b75c-0a726bb894f1 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 Feb 28 13:04:36.413188 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50276) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:36.552017 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334e86d-8346-4d4f-bd31-6b77f85679eb req-6279f799-93ab-4e31-928f-2e0ee70ea7f4 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:36.560624 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2334e86d-8346-4d4f-bd31-6b77f85679eb req-6279f799-93ab-4e31-928f-2e0ee70ea7f4 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0778275 Feb 28 13:04:36.578131 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d900372-ae33-4e41-ac80-0a5eb5d39b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:36.606164 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2334e86d-8346-4d4f-bd31-6b77f85679eb req-3e300b2c-a679-41e4-92a4-36b2cde07ace tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446579 Feb 28 13:04:36.658098 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d900372-ae33-4e41-ac80-0a5eb5d39b21 admin admin] Publish callbacks [] for security_group (df3ebe83-66df-4cd9-9063-434294e5f07e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:36.710202 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d900372-ae33-4e41-ac80-0a5eb5d39b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (df3ebe83-66df-4cd9-9063-434294e5f07e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:36.749354 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-2d900372-ae33-4e41-ac80-0a5eb5d39b21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d767aab5df39449a922546bbbaf537af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351736 Feb 28 13:04:36.750462 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d900372-ae33-4e41-ac80-0a5eb5d39b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3ebe83-66df-4cd9-9063-434294e5f07e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:36.752150 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50288) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:36.813037 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7cabe9bb-9bf3-4f73-bc93-92b9740aea45 admin admin] Publish callbacks [] for security_group (df3ebe83-66df-4cd9-9063-434294e5f07e), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:36.839544 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7cabe9bb-9bf3-4f73-bc93-92b9740aea45 admin admin] Publish callbacks [] for security_group (df3ebe83-66df-4cd9-9063-434294e5f07e), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:36.950501 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7cabe9bb-9bf3-4f73-bc93-92b9740aea45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (df3ebe83-66df-4cd9-9063-434294e5f07e), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:36.957929 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7cabe9bb-9bf3-4f73-bc93-92b9740aea45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:36.957929 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-7cabe9bb-9bf3-4f73-bc93-92b9740aea45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df3ebe83-66df-4cd9-9063-434294e5f07e HTTP/1.1" status: 204 len: 168 time: 0.2010524 Feb 28 13:04:36.961969 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabe9bb-9bf3-4f73-bc93-92b9740aea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3ebe83-66df-4cd9-9063-434294e5f07e,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:37.382635 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-fd7bfd2e-0e57-4007-839c-1178cb630168 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:37.384103 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-fd7bfd2e-0e57-4007-839c-1178cb630168 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/networks?id=245d4435-eb6f-44af-b6bb-8cc635cb8f72 HTTP/1.1" status: 200 len: 814 time: 0.1017902 Feb 28 13:04:37.398170 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-1eb585d3-c7f1-4226-b4c2-b4bc420648bf tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/quotas/a514bc8f2c964d85b7aa365400763653 HTTP/1.1" status: 200 len: 375 time: 0.0088203 Feb 28 13:04:37.454599 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-76928ee6-07a2-4708-b302-82f180926e70 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515988 Feb 28 13:04:37.542194 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-254c3529-6390-47eb-9efd-4b76852023e6 service neutron] 10.222.0.23 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809774 Feb 28 13:04:37.671495 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-33d8e362-9e7e-4d50-afbf-010eaf33b392 service neutron] 10.222.0.23 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902250 Feb 28 13:04:37.683178 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50324) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:37.701275 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-50be3806-30f6-45b7-a46d-2a76b93dde52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:37.729690 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c6741-434a-44c4-958c-f917c2795d42 req-c78ee871-6acc-4cf9-9b54-a420cb796f47 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:37.736354 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8f3c6741-434a-44c4-958c-f917c2795d42 req-c78ee871-6acc-4cf9-9b54-a420cb796f47 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0588019 Feb 28 13:04:37.780689 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8f3c6741-434a-44c4-958c-f917c2795d42 req-c3511bcc-40e2-480a-8b21-733ced1f9a01 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435095 Feb 28 13:04:37.783086 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-50be3806-30f6-45b7-a46d-2a76b93dde52 admin admin] Publish callbacks [] for security_group (5ed6fbe4-e083-49fc-b3d1-5f7c1bc5522f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:37.875794 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-50be3806-30f6-45b7-a46d-2a76b93dde52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5ed6fbe4-e083-49fc-b3d1-5f7c1bc5522f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:37.900373 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-327b3c48-6b2a-4e26-b3ed-db66b46a26e7 req-9b04470e-259a-49cb-8682-1b9cf207ff15 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 210 time: 0.0284166 Feb 28 13:04:37.923606 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-50be3806-30f6-45b7-a46d-2a76b93dde52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f02139ff4554e9cafe591f676e2cecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310135 Feb 28 13:04:37.923606 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be3806-30f6-45b7-a46d-2a76b93dde52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed6fbe4-e083-49fc-b3d1-5f7c1bc5522f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:37.923822 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50332) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:37.978568 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4ce46419-86e2-4a8b-b820-22b4dc973374 admin admin] Publish callbacks [] for security_group (5ed6fbe4-e083-49fc-b3d1-5f7c1bc5522f), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:38.016003 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4ce46419-86e2-4a8b-b820-22b4dc973374 admin admin] Publish callbacks [] for security_group (5ed6fbe4-e083-49fc-b3d1-5f7c1bc5522f), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:38.177818 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4ce46419-86e2-4a8b-b820-22b4dc973374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5ed6fbe4-e083-49fc-b3d1-5f7c1bc5522f), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:38.180372 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4ce46419-86e2-4a8b-b820-22b4dc973374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:38.181580 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-4ce46419-86e2-4a8b-b820-22b4dc973374 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ed6fbe4-e083-49fc-b3d1-5f7c1bc5522f HTTP/1.1" status: 204 len: 168 time: 0.2623382 Feb 28 13:04:38.192434 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce46419-86e2-4a8b-b820-22b4dc973374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed6fbe4-e083-49fc-b3d1-5f7c1bc5522f,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:38.911799 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b1226-ae12-48de-93ef-cede6e2a01a1 req-779d8270-62b2-496a-ad7c-3ed4397d6fac tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:38.914600 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0c2b1226-ae12-48de-93ef-cede6e2a01a1 req-779d8270-62b2-496a-ad7c-3ed4397d6fac tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0556741 Feb 28 13:04:38.966821 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0c2b1226-ae12-48de-93ef-cede6e2a01a1 req-49bad8c9-dbe9-4f1e-bc9b-1185cf025c1b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473447 Feb 28 13:04:38.998606 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a974e19e-e2d5-47c9-948b-e4bdd8f77286 req-718d076d-5dc6-42f9-a44f-e2abe46bae63 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 210 time: 0.0260332 Feb 28 13:04:40.151815 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50418) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:40.157334 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-17e8f7c8-06a4-4b19-a9cd-b0c2f0225b73 req-da25c050-f549-4ea3-b421-c6dca4103d0f tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 210 time: 0.0375483 Feb 28 13:04:40.179844 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4629f6a-eb75-411f-8519-c1f669fddb73 req-741f7910-d8cd-4e9b-bdf2-d0610c854740 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:40.181390 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b4629f6a-eb75-411f-8519-c1f669fddb73 req-741f7910-d8cd-4e9b-bdf2-d0610c854740 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.1151388 Feb 28 13:04:40.184961 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50422) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:40.238523 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b4629f6a-eb75-411f-8519-c1f669fddb73 req-9a2c256c-3e6b-49ea-87b7-afc1f2d29cf5 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466518 Feb 28 13:04:40.356063 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-1701861d-17ac-4c2e-9dd5-904833b95c94 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:40.358773 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-1701861d-17ac-4c2e-9dd5-904833b95c94 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "GET /v2.0/networks?id=245d4435-eb6f-44af-b6bb-8cc635cb8f72 HTTP/1.1" status: 200 len: 814 time: 0.1336720 Feb 28 13:04:40.391876 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Request body: {'port': {'device_id': 'f9ee8e08-9db7-420c-bea1-3da669ae98f1', 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72', 'admin_state_up': True, 'tenant_id': 'a514bc8f2c964d85b7aa365400763653'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:04:40.452288 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-08179384-2765-4def-8d8f-2807ff3d079c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.488784 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0dcc620-8bbd-48cb-a870-62cb6be1225e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.546387 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-08179384-2765-4def-8d8f-2807ff3d079c admin admin] Publish callbacks [] for security_group (97d6d69f-2c38-40dc-9f49-0bf243ae006e), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.607111 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-08179384-2765-4def-8d8f-2807ff3d079c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (97d6d69f-2c38-40dc-9f49-0bf243ae006e), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.618526 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0dcc620-8bbd-48cb-a870-62cb6be1225e admin admin] Publish callbacks [] for security_group (cefe9b2e-3b43-4b2a-82b6-01cab8b1d3d9), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.645116 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08179384-2765-4def-8d8f-2807ff3d079c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d6d69f-2c38-40dc-9f49-0bf243ae006e,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:40.650963 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-08179384-2765-4def-8d8f-2807ff3d079c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ea7944b5886442db6240d961a37fa6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4648273 Feb 28 13:04:40.654314 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50446) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:40.663373 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Made reservation on behalf of a514bc8f2c964d85b7aa365400763653 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:04:40.666874 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.692170 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0dcc620-8bbd-48cb-a870-62cb6be1225e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (cefe9b2e-3b43-4b2a-82b6-01cab8b1d3d9), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.709543 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-bd93a3e7-248c-44a6-8db1-214b4adf1b18 admin admin] Publish callbacks [] for security_group (97d6d69f-2c38-40dc-9f49-0bf243ae006e), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.732904 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-bd93a3e7-248c-44a6-8db1-214b4adf1b18 admin admin] Publish callbacks [] for security_group (97d6d69f-2c38-40dc-9f49-0bf243ae006e), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.770160 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-c0dcc620-8bbd-48cb-a870-62cb6be1225e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07dc5a4ff8474eeb8859a7f746bd362f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6163890 Feb 28 13:04:40.772838 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50448) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:40.778949 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcc620-8bbd-48cb-a870-62cb6be1225e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefe9b2e-3b43-4b2a-82b6-01cab8b1d3d9,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:40.822598 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7eeadf41-ea21-4b9a-b790-5f06fe5b041a admin admin] Publish callbacks [] for security_group (cefe9b2e-3b43-4b2a-82b6-01cab8b1d3d9), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.839478 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Allocated IP 172.20.0.3 (245d4435-eb6f-44af-b6bb-8cc635cb8f72/33a32ce5-a5da-48af-a2ce-6938234117b8/9afb72c8-8283-4264-a309-6fadf4786b9b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:04:40.843429 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7eeadf41-ea21-4b9a-b790-5f06fe5b041a admin admin] Publish callbacks [] for security_group (cefe9b2e-3b43-4b2a-82b6-01cab8b1d3d9), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.894026 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-bd93a3e7-248c-44a6-8db1-214b4adf1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (97d6d69f-2c38-40dc-9f49-0bf243ae006e), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.896952 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-bd93a3e7-248c-44a6-8db1-214b4adf1b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.898095 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-bd93a3e7-248c-44a6-8db1-214b4adf1b18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97d6d69f-2c38-40dc-9f49-0bf243ae006e HTTP/1.1" status: 204 len: 168 time: 0.2428503 Feb 28 13:04:40.908203 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93a3e7-248c-44a6-8db1-214b4adf1b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d6d69f-2c38-40dc-9f49-0bf243ae006e,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:40.993125 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks [] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.996506 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7eeadf41-ea21-4b9a-b790-5f06fe5b041a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (cefe9b2e-3b43-4b2a-82b6-01cab8b1d3d9), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:40.999093 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7eeadf41-ea21-4b9a-b790-5f06fe5b041a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:41.000321 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-7eeadf41-ea21-4b9a-b790-5f06fe5b041a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cefe9b2e-3b43-4b2a-82b6-01cab8b1d3d9 HTTP/1.1" status: 204 len: 168 time: 0.2264500 Feb 28 13:04:41.010827 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeadf41-ea21-4b9a-b790-5f06fe5b041a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefe9b2e-3b43-4b2a-82b6-01cab8b1d3d9,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:41.138824 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:41.164569 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['e0dd1599-2f93-48e0-a17f-b7ca57962161', '6a81747a-662e-44af-ba50-e34ae7ae24e5'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:04:41.186139 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:04:41.191393 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:04:41.200497 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:04:41.204654 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Pushing event updated for resources: {'Port': ['ID=9afb72c8-8283-4264-a309-6fadf4786b9b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:41.255577 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:41.256327 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:41.299952 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5693505-635e-4302-9636-82654f0bb910 req-2a4be200-734a-4bab-8221-2ae143b3be29 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:41.302396 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b5693505-635e-4302-9636-82654f0bb910 req-2a4be200-734a-4bab-8221-2ae143b3be29 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 931 time: 0.0654604 Feb 28 13:04:41.365407 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-0bf16d22-8782-457d-8c1e-cc9145bb0901 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9770439 Feb 28 13:04:41.390004 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Request body: {'port': {'device_id': 'f9ee8e08-9db7-420c-bea1-3da669ae98f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:04:41.409621 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b5693505-635e-4302-9636-82654f0bb910 req-a3f48cfc-18a2-4526-a2fa-052c267ac269 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947714 Feb 28 13:04:41.441309 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d33bc6-56cb-4ca8-984b-962988b8c04f req-ed036efd-f0ee-41fa-bbea-8beeadc5fd8a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:41.443300 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b4d33bc6-56cb-4ca8-984b-962988b8c04f req-ed036efd-f0ee-41fa-bbea-8beeadc5fd8a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.1099315 Feb 28 13:04:41.493583 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:41.538552 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b4d33bc6-56cb-4ca8-984b-962988b8c04f req-fbf82694-7ad3-4843-a08f-5e0c281c2a88 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872059 Feb 28 13:04:41.755235 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50474) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:41.787290 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9924db8e-69f6-44da-b41e-04c1fe138959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:41.817847 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afb72c8-8283-4264-a309-6fadf4786b9b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:04:41.826267 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Publish callbacks [] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:41.848690 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Transition to ACTIVE for port object 9afb72c8-8283-4264-a309-6fadf4786b9b will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:04:41.889916 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9924db8e-69f6-44da-b41e-04c1fe138959 admin admin] Publish callbacks [] for security_group (0e634e7b-79b5-413b-9dea-12187cad400b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:41.893454 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50476) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:41.906225 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb976494-2eaa-4bc0-bc56-1e2aa1f3eab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:41.953896 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:41.956513 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9924db8e-69f6-44da-b41e-04c1fe138959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (0e634e7b-79b5-413b-9dea-12187cad400b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.046304 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-9924db8e-69f6-44da-b41e-04c1fe138959 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8341583a02cd4ae5a17985466c66040f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897761 Feb 28 13:04:42.049059 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50480) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:42.059460 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb976494-2eaa-4bc0-bc56-1e2aa1f3eab1 admin admin] Publish callbacks [] for security_group (d0fc8a4a-fcfa-468e-9e55-634d0cb0c068), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.062069 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924db8e-69f6-44da-b41e-04c1fe138959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e634e7b-79b5-413b-9dea-12187cad400b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:42.094382 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Pushing event updated for resources: {'Port': ['ID=9afb72c8-8283-4264-a309-6fadf4786b9b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:42.105624 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e9fcccc9-6dd8-4bed-bb73-2797dccc6157 admin admin] Publish callbacks [] for security_group (0e634e7b-79b5-413b-9dea-12187cad400b), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.120781 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb976494-2eaa-4bc0-bc56-1e2aa1f3eab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (d0fc8a4a-fcfa-468e-9e55-634d0cb0c068), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.128886 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e9fcccc9-6dd8-4bed-bb73-2797dccc6157 admin admin] Publish callbacks [] for security_group (0e634e7b-79b5-413b-9dea-12187cad400b), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.171944 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb976494-2eaa-4bc0-bc56-1e2aa1f3eab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fc8a4a-fcfa-468e-9e55-634d0cb0c068,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:42.176539 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-cb976494-2eaa-4bc0-bc56-1e2aa1f3eab1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b65e2c57cbe34a5eb38e138e22bb8499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820852 Feb 28 13:04:42.181807 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50484) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:42.187694 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Attempting to bind port 9afb72c8-8283-4264-a309-6fadf4786b9b on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:04:42.188529 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Attempting to bind port 9afb72c8-8283-4264-a309-6fadf4786b9b by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:04:42.189036 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Attempting to bind port 9afb72c8-8283-4264-a309-6fadf4786b9b on network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:04:42.194818 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Port 9afb72c8-8283-4264-a309-6fadf4786b9b on network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:04:42.195150 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Attempting to bind port 9afb72c8-8283-4264-a309-6fadf4786b9b on network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:04:42.204153 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:04:42.204595 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Checking segment: {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:04:42.205391 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Bound using segment: {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:04:42.205981 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Bound port: 9afb72c8-8283-4264-a309-6fadf4786b9b, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:04:42.206483 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.239797 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e343b6e3-74a2-4caa-ae6b-aefc8170735a admin admin] Publish callbacks [] for security_group (d0fc8a4a-fcfa-468e-9e55-634d0cb0c068), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.253184 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e9fcccc9-6dd8-4bed-bb73-2797dccc6157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (0e634e7b-79b5-413b-9dea-12187cad400b), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.256440 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e9fcccc9-6dd8-4bed-bb73-2797dccc6157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.257605 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-e9fcccc9-6dd8-4bed-bb73-2797dccc6157 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e634e7b-79b5-413b-9dea-12187cad400b HTTP/1.1" status: 204 len: 168 time: 0.2072539 Feb 28 13:04:42.268447 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e343b6e3-74a2-4caa-ae6b-aefc8170735a admin admin] Publish callbacks [] for security_group (d0fc8a4a-fcfa-468e-9e55-634d0cb0c068), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.273489 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] For port 9afb72c8-8283-4264-a309-6fadf4786b9b, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:04:42.276647 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] For port 9afb72c8-8283-4264-a309-6fadf4786b9b, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=9afb72c8-8283-4264-a309-6fadf4786b9b,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:04:42.278760 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcccc9-6dd8-4bed-bb73-2797dccc6157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e634e7b-79b5-413b-9dea-12187cad400b,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:42.333586 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.371143 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:42.371791 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.373183 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] 10.222.0.35 "PUT /v2.0/ports/9afb72c8-8283-4264-a309-6fadf4786b9b HTTP/1.1" status: 200 len: 1093 time: 0.9928954 Feb 28 13:04:42.373666 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ee8e08-9db7-420c-bea1-3da669ae98f1', 'tag': '9afb72c8-8283-4264-a309-6fadf4786b9b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:04:42.375993 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618f1189-43c2-4927-985b-fd5f6eff0dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ee8e08-9db7-420c-bea1-3da669ae98f1", "tag": "9afb72c8-8283-4264-a309-6fadf4786b9b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:04:42.395727 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e343b6e3-74a2-4caa-ae6b-aefc8170735a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (d0fc8a4a-fcfa-468e-9e55-634d0cb0c068), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.398850 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e343b6e3-74a2-4caa-ae6b-aefc8170735a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:42.399798 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cedcd-9f84-4c23-b0a0-9d6fed64150b service neutron] Pushing event updated for resources: {'Port': ['ID=9afb72c8-8283-4264-a309-6fadf4786b9b,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:42.400234 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-e343b6e3-74a2-4caa-ae6b-aefc8170735a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0fc8a4a-fcfa-468e-9e55-634d0cb0c068 HTTP/1.1" status: 204 len: 168 time: 0.2173851 Feb 28 13:04:42.409662 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343b6e3-74a2-4caa-ae6b-aefc8170735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fc8a4a-fcfa-468e-9e55-634d0cb0c068,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:42.469784 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75085811-16e6-4f82-b5ec-a27e165736c0 x-openstack-request-id: req-75085811-16e6-4f82-b5ec-a27e165736c0 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:04:42.470074 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ee8e08-9db7-420c-bea1-3da669ae98f1", "tag": "9afb72c8-8283-4264-a309-6fadf4786b9b", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:04:42.470327 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75085811-16e6-4f82-b5ec-a27e165736c0 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:04:42.470727 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ee8e08-9db7-420c-bea1-3da669ae98f1', 'tag': '9afb72c8-8283-4264-a309-6fadf4786b9b', 'status': 'completed', 'code': 200} Feb 28 13:04:42.537066 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-7423d21c-9ada-4b3d-9a51-f95c172324bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:42.538501 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-7423d21c-9ada-4b3d-9a51-f95c172324bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 1127 time: 0.0457444 Feb 28 13:04:42.543040 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc346d3c-75f6-4e4d-80ec-3a2fdd6a11b7 req-a90ac2c1-ce50-43a6-8658-73112153ceb6 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:42.547313 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bc346d3c-75f6-4e4d-80ec-3a2fdd6a11b7 req-a90ac2c1-ce50-43a6-8658-73112153ceb6 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 943 time: 0.0519695 Feb 28 13:04:42.602759 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-4612f833-1902-46f1-a94a-4611d7cd0515 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9afb72c8-8283-4264-a309-6fadf4786b9b HTTP/1.1" status: 200 len: 217 time: 0.0487940 Feb 28 13:04:42.609906 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bc346d3c-75f6-4e4d-80ec-3a2fdd6a11b7 req-fd16f244-2278-4aa2-8d4f-7aaa852e7c33 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503013 Feb 28 13:04:42.667527 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-3b010827-243c-475b-855f-d6860ae17d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:42.668428 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855f6ec-6d87-4225-a439-a6f03cc71902 req-f0dea365-fd5e-43f3-8d6a-bcf6a1344b71 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:42.669220 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-3b010827-243c-475b-855f-d6860ae17d93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a32ce5-a5da-48af-a2ce-6938234117b8 HTTP/1.1" status: 200 len: 854 time: 0.0534232 Feb 28 13:04:42.669953 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7855f6ec-6d87-4225-a439-a6f03cc71902 req-f0dea365-fd5e-43f3-8d6a-bcf6a1344b71 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0541732 Feb 28 13:04:42.720837 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-e826a282-d942-4115-b577-b4882cad7259 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=245d4435-eb6f-44af-b6bb-8cc635cb8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281923 Feb 28 13:04:42.721620 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7855f6ec-6d87-4225-a439-a6f03cc71902 req-aede9c6d-a6c0-4a9e-810d-4674dcd26b67 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459378 Feb 28 13:04:42.823020 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-95fb5fb9-1ff2-4dad-985b-f60acbf015ba service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852737 Feb 28 13:04:42.939964 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-96f0ac87-83ae-4f77-b013-945a1198ee79 req-104c1a91-f32a-4950-9220-688584f82b0a service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990577 Feb 28 13:04:43.144159 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f1189-43c2-4927-985b-fd5f6eff0dcb req-73b5f52b-6727-4a83-93d8-9d91604a5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:43.146207 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-618f1189-43c2-4927-985b-fd5f6eff0dcb req-73b5f52b-6727-4a83-93d8-9d91604a5310 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 1127 time: 0.0503435 Feb 28 13:04:43.239102 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f1189-43c2-4927-985b-fd5f6eff0dcb req-01d3149b-1751-4ee6-b851-95a40b402c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:43.240597 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-618f1189-43c2-4927-985b-fd5f6eff0dcb req-01d3149b-1751-4ee6-b851-95a40b402c39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=245d4435-eb6f-44af-b6bb-8cc635cb8f72 HTTP/1.1" status: 200 len: 915 time: 0.0855947 Feb 28 13:04:43.298199 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-618f1189-43c2-4927-985b-fd5f6eff0dcb req-8eb94b61-b2c6-4556-9876-e56194a658df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9afb72c8-8283-4264-a309-6fadf4786b9b HTTP/1.1" status: 200 len: 217 time: 0.0389285 Feb 28 13:04:43.357075 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f1189-43c2-4927-985b-fd5f6eff0dcb req-71fdad45-1224-4973-ab96-2da149aa9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:43.360608 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-618f1189-43c2-4927-985b-fd5f6eff0dcb req-71fdad45-1224-4973-ab96-2da149aa9652 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a32ce5-a5da-48af-a2ce-6938234117b8 HTTP/1.1" status: 200 len: 854 time: 0.0478976 Feb 28 13:04:43.409642 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-618f1189-43c2-4927-985b-fd5f6eff0dcb req-768bdb73-3a1f-4c38-8b3f-427e14f7a545 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=245d4435-eb6f-44af-b6bb-8cc635cb8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297065 Feb 28 13:04:43.521874 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50554) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:43.534663 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-618f1189-43c2-4927-985b-fd5f6eff0dcb req-531483de-861c-40f5-bf3c-ee73426314ed service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051939 Feb 28 13:04:43.647893 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-618f1189-43c2-4927-985b-fd5f6eff0dcb req-c088546d-abef-4936-85eb-95df22e4f600 service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954716 Feb 28 13:04:43.732867 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ee4c7-3a20-4f08-bafd-374d5092b969 req-9663fa4d-10bb-4357-9631-72421516e6a2 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:43.734353 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-578ee4c7-3a20-4f08-bafd-374d5092b969 req-9663fa4d-10bb-4357-9631-72421516e6a2 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 943 time: 0.0522242 Feb 28 13:04:43.795238 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-578ee4c7-3a20-4f08-bafd-374d5092b969 req-fe060325-06bf-47ea-9ce1-3b0386fd6683 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545530 Feb 28 13:04:43.893825 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9dddb99f-bbf2-492f-b7a6-12dc6fee3ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:43.929943 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96f0e0-89a6-467f-bed1-46017b91707e req-657947f0-8576-4ad4-af4b-8e54a39b78d9 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:43.931508 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2e96f0e0-89a6-467f-bed1-46017b91707e req-657947f0-8576-4ad4-af4b-8e54a39b78d9 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0860529 Feb 28 13:04:44.010198 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2e96f0e0-89a6-467f-bed1-46017b91707e req-a4dc08ed-0b6d-4945-80d8-23bbdbb0ba68 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719702 Feb 28 13:04:44.025274 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9dddb99f-bbf2-492f-b7a6-12dc6fee3ce4 admin admin] Publish callbacks [] for security_group (c6cf1da0-9ec5-42bc-9d57-5ebb0521b403), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:44.109404 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9dddb99f-bbf2-492f-b7a6-12dc6fee3ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (c6cf1da0-9ec5-42bc-9d57-5ebb0521b403), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:44.148882 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-9dddb99f-bbf2-492f-b7a6-12dc6fee3ce4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=729058e754f0485ea182611f4390bd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6254005 Feb 28 13:04:44.149614 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddb99f-bbf2-492f-b7a6-12dc6fee3ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cf1da0-9ec5-42bc-9d57-5ebb0521b403,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:44.152333 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50586) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:44.202668 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82a04e1f-b8aa-4b93-aab8-1460068dfe33 admin admin] Publish callbacks [] for security_group (c6cf1da0-9ec5-42bc-9d57-5ebb0521b403), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:44.228322 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82a04e1f-b8aa-4b93-aab8-1460068dfe33 admin admin] Publish callbacks [] for security_group (c6cf1da0-9ec5-42bc-9d57-5ebb0521b403), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:44.372503 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82a04e1f-b8aa-4b93-aab8-1460068dfe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (c6cf1da0-9ec5-42bc-9d57-5ebb0521b403), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:44.375112 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82a04e1f-b8aa-4b93-aab8-1460068dfe33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:44.376296 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-82a04e1f-b8aa-4b93-aab8-1460068dfe33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6cf1da0-9ec5-42bc-9d57-5ebb0521b403 HTTP/1.1" status: 204 len: 168 time: 0.2225528 Feb 28 13:04:44.386707 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a04e1f-b8aa-4b93-aab8-1460068dfe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cf1da0-9ec5-42bc-9d57-5ebb0521b403,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:44.445724 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50598) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:44.614276 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-627e6dd2-188b-4375-9d32-9e814fa86f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:44.688130 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-627e6dd2-188b-4375-9d32-9e814fa86f8e admin admin] Publish callbacks [] for security_group (5e36a0b5-60a6-4cb3-878c-b2c58eea7d37), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:44.761579 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-627e6dd2-188b-4375-9d32-9e814fa86f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5e36a0b5-60a6-4cb3-878c-b2c58eea7d37), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:44.801911 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e6dd2-188b-4375-9d32-9e814fa86f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e36a0b5-60a6-4cb3-878c-b2c58eea7d37,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:44.827808 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50614) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:44.828532 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-627e6dd2-188b-4375-9d32-9e814fa86f8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d65134a93ca4b0cb12c48024c8d95a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779609 Feb 28 13:04:44.907695 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9f54637-09dc-4d1c-b174-5ec9c72486bf admin admin] Publish callbacks [] for security_group (5e36a0b5-60a6-4cb3-878c-b2c58eea7d37), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:44.930923 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9f54637-09dc-4d1c-b174-5ec9c72486bf admin admin] Publish callbacks [] for security_group (5e36a0b5-60a6-4cb3-878c-b2c58eea7d37), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:44.951748 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60fb77-0850-4896-94c7-cd4dd3551215 req-1ddff4ba-b83f-4701-a962-9e54666ff03f tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:44.953412 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8d60fb77-0850-4896-94c7-cd4dd3551215 req-1ddff4ba-b83f-4701-a962-9e54666ff03f tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 943 time: 0.0582802 Feb 28 13:04:45.012268 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8d60fb77-0850-4896-94c7-cd4dd3551215 req-36fa01e3-9e17-4dab-a76f-1f96a3a3fcda tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521300 Feb 28 13:04:45.075542 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9f54637-09dc-4d1c-b174-5ec9c72486bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5e36a0b5-60a6-4cb3-878c-b2c58eea7d37), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:45.078198 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9f54637-09dc-4d1c-b174-5ec9c72486bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:45.079373 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d9f54637-09dc-4d1c-b174-5ec9c72486bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e36a0b5-60a6-4cb3-878c-b2c58eea7d37 HTTP/1.1" status: 204 len: 168 time: 0.2497928 Feb 28 13:04:45.090540 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f54637-09dc-4d1c-b174-5ec9c72486bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e36a0b5-60a6-4cb3-878c-b2c58eea7d37,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:45.144954 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50626) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:45.154977 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3abc5-b65e-424a-b3e7-b389551738d5 req-7f97e764-bb7c-42b4-a2e2-65bdaf1146b4 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:45.156483 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-93e3abc5-b65e-424a-b3e7-b389551738d5 req-7f97e764-bb7c-42b4-a2e2-65bdaf1146b4 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0774307 Feb 28 13:04:45.158589 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d932e85-a83b-40cc-8249-3dd5b933bb53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:45.210241 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-93e3abc5-b65e-424a-b3e7-b389551738d5 req-87eb0ad0-ee8d-4406-934b-8cd867dc45dd tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462544 Feb 28 13:04:45.251169 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d932e85-a83b-40cc-8249-3dd5b933bb53 admin admin] Publish callbacks [] for security_group (6b122691-d433-4804-b5d0-63ea6bceaf65), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:45.333292 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d932e85-a83b-40cc-8249-3dd5b933bb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (6b122691-d433-4804-b5d0-63ea6bceaf65), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:45.362836 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:04:45.372437 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-6d932e85-a83b-40cc-8249-3dd5b933bb53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f547cdb52e684ba8b2c16c310e7527dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256453 Feb 28 13:04:45.374994 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d932e85-a83b-40cc-8249-3dd5b933bb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b122691-d433-4804-b5d0-63ea6bceaf65,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:45.379372 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50632) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:45.430910 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-701dd96c-471f-4774-91b3-309bb54b6a81 admin admin] Publish callbacks [] for security_group (6b122691-d433-4804-b5d0-63ea6bceaf65), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:45.453208 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-701dd96c-471f-4774-91b3-309bb54b6a81 admin admin] Publish callbacks [] for security_group (6b122691-d433-4804-b5d0-63ea6bceaf65), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:45.556768 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-701dd96c-471f-4774-91b3-309bb54b6a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (6b122691-d433-4804-b5d0-63ea6bceaf65), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:45.559333 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-701dd96c-471f-4774-91b3-309bb54b6a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:45.561167 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-701dd96c-471f-4774-91b3-309bb54b6a81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b122691-d433-4804-b5d0-63ea6bceaf65 HTTP/1.1" status: 204 len: 168 time: 0.1842043 Feb 28 13:04:45.569886 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dd96c-471f-4774-91b3-309bb54b6a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b122691-d433-4804-b5d0-63ea6bceaf65,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:45.702306 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50652) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:46.009657 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d414ff94-2c21-48b2-8094-a8c6758cea18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:46.101349 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d414ff94-2c21-48b2-8094-a8c6758cea18 admin admin] Publish callbacks [] for security_group (1fdae908-9813-48bb-9816-c006ddd9edc8), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:46.136567 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02d030-4151-48e2-ae9b-1bf95507660c req-bd75f595-ab0f-42d5-aa15-a76c1f02e3b9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:46.138063 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ab02d030-4151-48e2-ae9b-1bf95507660c req-bd75f595-ab0f-42d5-aa15-a76c1f02e3b9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 943 time: 0.0537446 Feb 28 13:04:46.149413 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d414ff94-2c21-48b2-8094-a8c6758cea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (1fdae908-9813-48bb-9816-c006ddd9edc8), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:46.185957 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ab02d030-4151-48e2-ae9b-1bf95507660c req-88b6cefb-4d4c-4315-8176-0c2b55b02dc8 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425196 Feb 28 13:04:46.188492 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d414ff94-2c21-48b2-8094-a8c6758cea18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df0ac7e80c3f46749148c610f25be4d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4851284 Feb 28 13:04:46.189344 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414ff94-2c21-48b2-8094-a8c6758cea18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdae908-9813-48bb-9816-c006ddd9edc8,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:46.191747 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50668) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:46.247797 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c41bac7-aebb-490c-b5a1-1b7ba497a606 admin admin] Publish callbacks [] for security_group (1fdae908-9813-48bb-9816-c006ddd9edc8), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:46.280569 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c41bac7-aebb-490c-b5a1-1b7ba497a606 admin admin] Publish callbacks [] for security_group (1fdae908-9813-48bb-9816-c006ddd9edc8), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:46.354640 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e3f4a-2d6d-424c-a0f9-acbaae187fa3 req-1b06d8d6-23bd-49b6-961f-6db648d8b3c5 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:46.356238 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-322e3f4a-2d6d-424c-a0f9-acbaae187fa3 req-1b06d8d6-23bd-49b6-961f-6db648d8b3c5 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0564060 Feb 28 13:04:46.402455 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-322e3f4a-2d6d-424c-a0f9-acbaae187fa3 req-fbc0362e-b06e-4128-a0fb-431248ad2fcb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405741 Feb 28 13:04:46.527026 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50694) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:46.527403 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c41bac7-aebb-490c-b5a1-1b7ba497a606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (1fdae908-9813-48bb-9816-c006ddd9edc8), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:46.530878 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c41bac7-aebb-490c-b5a1-1b7ba497a606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:46.533146 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-9c41bac7-aebb-490c-b5a1-1b7ba497a606 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fdae908-9813-48bb-9816-c006ddd9edc8 HTTP/1.1" status: 204 len: 168 time: 0.3400722 Feb 28 13:04:46.543661 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41bac7-aebb-490c-b5a1-1b7ba497a606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdae908-9813-48bb-9816-c006ddd9edc8,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:46.552815 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7eeba8e1-58f7-4f1a-87e9-1abf45f97c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:46.861224 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7eeba8e1-58f7-4f1a-87e9-1abf45f97c48 admin admin] Publish callbacks [] for security_group (8bcdbdb2-69bd-47a0-9d62-fb9a2bd0f2a2), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:46.923594 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7eeba8e1-58f7-4f1a-87e9-1abf45f97c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (8bcdbdb2-69bd-47a0-9d62-fb9a2bd0f2a2), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:46.961276 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeba8e1-58f7-4f1a-87e9-1abf45f97c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcdbdb2-69bd-47a0-9d62-fb9a2bd0f2a2,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:46.965573 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-7eeba8e1-58f7-4f1a-87e9-1abf45f97c48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c059d18afc344fddab02bfa8da065a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372656 Feb 28 13:04:46.968894 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50732) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:47.023067 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-111101ad-4573-4bbb-8da1-b8861d98d9c3 admin admin] Publish callbacks [] for security_group (8bcdbdb2-69bd-47a0-9d62-fb9a2bd0f2a2), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.044433 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-111101ad-4573-4bbb-8da1-b8861d98d9c3 admin admin] Publish callbacks [] for security_group (8bcdbdb2-69bd-47a0-9d62-fb9a2bd0f2a2), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.200821 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-111101ad-4573-4bbb-8da1-b8861d98d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (8bcdbdb2-69bd-47a0-9d62-fb9a2bd0f2a2), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.203444 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-111101ad-4573-4bbb-8da1-b8861d98d9c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.204631 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-111101ad-4573-4bbb-8da1-b8861d98d9c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bcdbdb2-69bd-47a0-9d62-fb9a2bd0f2a2 HTTP/1.1" status: 204 len: 168 time: 0.2347629 Feb 28 13:04:47.213350 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111101ad-4573-4bbb-8da1-b8861d98d9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcdbdb2-69bd-47a0-9d62-fb9a2bd0f2a2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:47.274168 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 9afb72c8-8283-4264-a309-6fadf4786b9b details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:04:47.360910 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80e8c9-5686-41db-b33f-474dd1dd094b req-50fdc85e-eacb-4764-b823-04b9a9a63de7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:47.362445 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6a80e8c9-5686-41db-b33f-474dd1dd094b req-50fdc85e-eacb-4764-b823-04b9a9a63de7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 943 time: 0.0705655 Feb 28 13:04:47.383300 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 9afb72c8-8283-4264-a309-6fadf4786b9b, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=9afb72c8-8283-4264-a309-6fadf4786b9b,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:04:47.392225 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50742) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:47.410560 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '9afb72c8-8283-4264-a309-6fadf4786b9b', 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72', 'port_id': '9afb72c8-8283-4264-a309-6fadf4786b9b', 'mac_address': 'fa:16:3e:4b:21:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a32ce5-a5da-48af-a2ce-6938234117b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:04:47.410953 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4657912d-9af2-4544-a2c3-b645bbc036e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.422099 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6a80e8c9-5686-41db-b33f-474dd1dd094b req-081b5bb6-a929-458c-9fef-6d0782377413 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508516 Feb 28 13:04:47.459888 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 9afb72c8-8283-4264-a309-6fadf4786b9b is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:04:47.459888 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.474825 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afb72c8-8283-4264-a309-6fadf4786b9b {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:04:47.502435 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 9afb72c8-8283-4264-a309-6fadf4786b9b, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=9afb72c8-8283-4264-a309-6fadf4786b9b,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:04:47.540319 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4657912d-9af2-4544-a2c3-b645bbc036e7 admin admin] Publish callbacks [] for security_group (b0756c2f-d918-4b41-9d2f-29fd93f11b8f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.586987 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45332e7-f528-42b6-95c9-246b0ba8c43b req-4f39fb5c-a792-4257-a783-46bb39baeded tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:47.588527 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a45332e7-f528-42b6-95c9-246b0ba8c43b req-4f39fb5c-a792-4257-a783-46bb39baeded tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0570195 Feb 28 13:04:47.589192 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.618569 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4657912d-9af2-4544-a2c3-b645bbc036e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (b0756c2f-d918-4b41-9d2f-29fd93f11b8f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.651648 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a45332e7-f528-42b6-95c9-246b0ba8c43b req-ce8668d9-dbd9-4802-b228-4377b72709d3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574527 Feb 28 13:04:47.660894 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-4657912d-9af2-4544-a2c3-b645bbc036e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0eea60572fd4695b752d619b25f51ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675917 Feb 28 13:04:47.662027 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657912d-9af2-4544-a2c3-b645bbc036e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0756c2f-d918-4b41-9d2f-29fd93f11b8f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:47.664687 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50752) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:47.668603 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=9afb72c8-8283-4264-a309-6fadf4786b9b,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:47.715488 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.727373 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-719040ce-947a-439c-9c8b-de81b477d6e3 admin admin] Publish callbacks [] for security_group (b0756c2f-d918-4b41-9d2f-29fd93f11b8f), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.748389 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-719040ce-947a-439c-9c8b-de81b477d6e3 admin admin] Publish callbacks [] for security_group (b0756c2f-d918-4b41-9d2f-29fd93f11b8f), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.875545 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-719040ce-947a-439c-9c8b-de81b477d6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (b0756c2f-d918-4b41-9d2f-29fd93f11b8f), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.878132 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-719040ce-947a-439c-9c8b-de81b477d6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:47.879320 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-719040ce-947a-439c-9c8b-de81b477d6e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0756c2f-d918-4b41-9d2f-29fd93f11b8f HTTP/1.1" status: 204 len: 168 time: 0.2134078 Feb 28 13:04:47.887554 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719040ce-947a-439c-9c8b-de81b477d6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0756c2f-d918-4b41-9d2f-29fd93f11b8f,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:48.106166 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['9afb72c8-8283-4264-a309-6fadf4786b9b'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:04:48.577780 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20259f-65cb-4057-8255-ff8db21889ee req-59692bb5-91b7-4ba6-8fe1-2aeeb3adfbbc tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:48.584049 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7f20259f-65cb-4057-8255-ff8db21889ee req-59692bb5-91b7-4ba6-8fe1-2aeeb3adfbbc tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 944 time: 0.0638220 Feb 28 13:04:48.590337 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50802) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:48.633758 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7f20259f-65cb-4057-8255-ff8db21889ee req-a99482b1-2c22-4a89-bc08-089d2aca6cd9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481224 Feb 28 13:04:48.779126 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d72ed55-ad7c-4594-a8b7-b5559ed856f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:48.799373 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7ed43-581f-46fb-b0c3-dcbc3935d9d6 req-4860c493-ce97-4f4b-ad20-b48ad3f54d1f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:48.808585 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7bd7ed43-581f-46fb-b0c3-dcbc3935d9d6 req-4860c493-ce97-4f4b-ad20-b48ad3f54d1f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0636890 Feb 28 13:04:48.852815 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7bd7ed43-581f-46fb-b0c3-dcbc3935d9d6 req-05070297-80b7-4241-b36b-a21cc0ebc8b6 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459745 Feb 28 13:04:48.872655 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d72ed55-ad7c-4594-a8b7-b5559ed856f2 admin admin] Publish callbacks [] for security_group (62a95845-3a33-40ad-b1d9-b8d24d5b10d2), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:48.937971 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d72ed55-ad7c-4594-a8b7-b5559ed856f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (62a95845-3a33-40ad-b1d9-b8d24d5b10d2), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:48.984123 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-3d72ed55-ad7c-4594-a8b7-b5559ed856f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b73abe0806df487fbf320be296abfd90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926477 Feb 28 13:04:48.985325 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72ed55-ad7c-4594-a8b7-b5559ed856f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a95845-3a33-40ad-b1d9-b8d24d5b10d2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:48.986857 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50818) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:49.041379 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a3398897-aa03-45e6-a874-6ff1e7e7293b admin admin] Publish callbacks [] for security_group (62a95845-3a33-40ad-b1d9-b8d24d5b10d2), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:49.087757 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a3398897-aa03-45e6-a874-6ff1e7e7293b admin admin] Publish callbacks [] for security_group (62a95845-3a33-40ad-b1d9-b8d24d5b10d2), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:49.195560 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a3398897-aa03-45e6-a874-6ff1e7e7293b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (62a95845-3a33-40ad-b1d9-b8d24d5b10d2), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:49.198233 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a3398897-aa03-45e6-a874-6ff1e7e7293b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:49.199386 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-a3398897-aa03-45e6-a874-6ff1e7e7293b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62a95845-3a33-40ad-b1d9-b8d24d5b10d2 HTTP/1.1" status: 204 len: 168 time: 0.2084932 Feb 28 13:04:49.207121 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3398897-aa03-45e6-a874-6ff1e7e7293b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a95845-3a33-40ad-b1d9-b8d24d5b10d2,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:49.789635 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d9ef1-eef8-45a0-b2a5-aade6566afaa req-6ff0565f-a25b-4099-9ba7-14eb679fcbdf tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:49.791221 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a72d9ef1-eef8-45a0-b2a5-aade6566afaa req-6ff0565f-a25b-4099-9ba7-14eb679fcbdf tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 944 time: 0.0620151 Feb 28 13:04:49.839833 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a72d9ef1-eef8-45a0-b2a5-aade6566afaa req-89405909-2b6d-4ad0-9969-1ec66d6127ec tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Feb 28 13:04:49.961983 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 50864) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:49.978189 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b442932-ebaa-44a2-8013-ad7759f0094c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:49.987821 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4004670-9484-41b4-b146-ef650a43a7a6 req-ceed2de5-1bca-4715-87f1-d1a38cdc14d2 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:49.989357 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f4004670-9484-41b4-b146-ef650a43a7a6 req-ceed2de5-1bca-4715-87f1-d1a38cdc14d2 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0711365 Feb 28 13:04:50.064308 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f4004670-9484-41b4-b146-ef650a43a7a6 req-c443b98f-e6c9-4de2-a8ef-dfa21dabdc9f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665615 Feb 28 13:04:50.107936 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b442932-ebaa-44a2-8013-ad7759f0094c admin admin] Publish callbacks [] for security_group (17b72fd9-0617-472d-856a-7db5b053823a), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:50.155080 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b442932-ebaa-44a2-8013-ad7759f0094c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (17b72fd9-0617-472d-856a-7db5b053823a), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:50.193534 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-4b442932-ebaa-44a2-8013-ad7759f0094c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df77fca2274943ae9233b090ab4a59c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301688 Feb 28 13:04:50.194665 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b442932-ebaa-44a2-8013-ad7759f0094c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b72fd9-0617-472d-856a-7db5b053823a,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:50.196208 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 50870) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:50.256509 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6dff4a2-65d6-4b98-9322-f89874e1ba17 admin admin] Publish callbacks [] for security_group (17b72fd9-0617-472d-856a-7db5b053823a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:50.279063 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6dff4a2-65d6-4b98-9322-f89874e1ba17 admin admin] Publish callbacks [] for security_group (17b72fd9-0617-472d-856a-7db5b053823a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:50.406817 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6dff4a2-65d6-4b98-9322-f89874e1ba17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (17b72fd9-0617-472d-856a-7db5b053823a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:50.409660 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6dff4a2-65d6-4b98-9322-f89874e1ba17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:50.413052 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-c6dff4a2-65d6-4b98-9322-f89874e1ba17 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17b72fd9-0617-472d-856a-7db5b053823a HTTP/1.1" status: 204 len: 168 time: 0.2134366 Feb 28 13:04:50.419195 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dff4a2-65d6-4b98-9322-f89874e1ba17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b72fd9-0617-472d-856a-7db5b053823a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:50.974671 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807783bc-1aaa-463a-a0b9-7ad83f2a4ee9 req-043240cc-991c-49cc-a930-10c597970221 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:50.976330 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-807783bc-1aaa-463a-a0b9-7ad83f2a4ee9 req-043240cc-991c-49cc-a930-10c597970221 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 944 time: 0.0654316 Feb 28 13:04:51.031404 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-807783bc-1aaa-463a-a0b9-7ad83f2a4ee9 req-84a548ef-3f3c-4371-b2b4-dd25e6535645 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495262 Feb 28 13:04:51.199214 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90a955-f691-4208-a608-14cc8656e14f req-dab12f2e-d96b-4f2f-8b91-b0e1797cecdd tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:51.200688 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2c90a955-f691-4208-a608-14cc8656e14f req-dab12f2e-d96b-4f2f-8b91-b0e1797cecdd tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0622838 Feb 28 13:04:51.255950 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2c90a955-f691-4208-a608-14cc8656e14f req-2e02f18c-d811-46c3-9fa5-c2943482f67b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490444 Feb 28 13:04:51.277592 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 9afb72c8-8283-4264-a309-6fadf4786b9b up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:04:51.435175 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port 9afb72c8-8283-4264-a309-6fadf4786b9b completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:04:51.439364 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 9afb72c8-8283-4264-a309-6fadf4786b9b triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:04:51.439770 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:51.529198 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 9afb72c8-8283-4264-a309-6fadf4786b9b is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:04:51.529680 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:51.554077 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ee8e08-9db7-420c-bea1-3da669ae98f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afb72c8-8283-4264-a309-6fadf4786b9b'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:04:51.556395 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f09dccb-55de-4da0-98c6-095655af2495" -d '{"events": [{"server_uuid": "f9ee8e08-9db7-420c-bea1-3da669ae98f1", "name": "network-vif-plugged", "status": "completed", "tag": "9afb72c8-8283-4264-a309-6fadf4786b9b"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:04:51.576395 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 9afb72c8-8283-4264-a309-6fadf4786b9b, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=9afb72c8-8283-4264-a309-6fadf4786b9b,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:04:51.593809 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93402c4-1018-469a-bf5d-13f13c4a33ed x-openstack-request-id: req-c93402c4-1018-469a-bf5d-13f13c4a33ed {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:04:51.594130 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ee8e08-9db7-420c-bea1-3da669ae98f1", "name": "network-vif-plugged", "status": "completed", "tag": "9afb72c8-8283-4264-a309-6fadf4786b9b", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:04:51.594389 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c93402c4-1018-469a-bf5d-13f13c4a33ed {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:04:51.594782 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ee8e08-9db7-420c-bea1-3da669ae98f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afb72c8-8283-4264-a309-6fadf4786b9b', 'code': 200} Feb 28 13:04:51.703740 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:51.760069 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=9afb72c8-8283-4264-a309-6fadf4786b9b,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:51.981002 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f35bd-61bc-41df-9c1e-aac046a4ad0d req-6cab3d5d-52fb-45bf-80c0-69dd5a85dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:51.982588 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-572f35bd-61bc-41df-9c1e-aac046a4ad0d req-6cab3d5d-52fb-45bf-80c0-69dd5a85dacf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 1129 time: 0.0446050 Feb 28 13:04:52.033165 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-572f35bd-61bc-41df-9c1e-aac046a4ad0d req-2603306e-125f-48dd-85a6-beac1d81d7a7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365732 Feb 28 13:04:52.180738 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a56771-d924-495f-acde-5ebf84b7a10e req-7a6ddbb5-adea-4e52-9560-013ba5df9ce1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:52.182392 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a3a56771-d924-495f-acde-5ebf84b7a10e req-7a6ddbb5-adea-4e52-9560-013ba5df9ce1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 945 time: 0.0690069 Feb 28 13:04:52.248516 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a3a56771-d924-495f-acde-5ebf84b7a10e req-b5b194e9-0c40-4ae6-a33d-7589a5896907 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545495 Feb 28 13:04:52.389395 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee4eb-a3f3-46d6-93ee-bdf7393e69ef req-f157753d-da49-4e47-8691-d256f542756a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:52.390891 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-335ee4eb-a3f3-46d6-93ee-bdf7393e69ef req-f157753d-da49-4e47-8691-d256f542756a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0571365 Feb 28 13:04:52.440900 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-335ee4eb-a3f3-46d6-93ee-bdf7393e69ef req-bdc4391b-9878-4b95-9c64-e4ae4735c6c4 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Feb 28 13:04:52.840654 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-67f3e113-dfac-4c60-afa6-f26e4bb177db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:52.906281 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075be72-0b58-4888-98df-8937bf611de5 req-180ecc62-d58f-4e27-87a0-261018db7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:52.907767 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1075be72-0b58-4888-98df-8937bf611de5 req-180ecc62-d58f-4e27-87a0-261018db7abf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 1130 time: 0.0447838 Feb 28 13:04:52.952163 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1075be72-0b58-4888-98df-8937bf611de5 req-3351e17b-186a-4c04-b53e-20a31ccc05c0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360875 Feb 28 13:04:53.371155 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928729-9e58-40fd-97ed-f3fa7bd507a2 req-9fdd86e2-ac0c-4b15-996d-48bbfe7e5e95 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:53.372726 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a4928729-9e58-40fd-97ed-f3fa7bd507a2 req-9fdd86e2-ac0c-4b15-996d-48bbfe7e5e95 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 945 time: 0.0572162 Feb 28 13:04:53.419970 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a4928729-9e58-40fd-97ed-f3fa7bd507a2 req-22be4ad6-737f-42fc-bf98-47fb98fd9a35 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Feb 28 13:04:53.561729 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5f12-83ff-42ab-9d6f-f066d5c85523 req-8af0cd45-7157-4666-b284-c682eccc9702 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:53.563228 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5b8b5f12-83ff-42ab-9d6f-f066d5c85523 req-8af0cd45-7157-4666-b284-c682eccc9702 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0541427 Feb 28 13:04:53.624028 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5b8b5f12-83ff-42ab-9d6f-f066d5c85523 req-5bf22314-4035-4fc9-9723-4a06974f3f27 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547090 Feb 28 13:04:54.540587 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85071fde-48da-4375-ae0b-77362927daeb req-688304c6-e752-43f9-ac1b-8186a38ff2d2 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:54.542192 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-85071fde-48da-4375-ae0b-77362927daeb req-688304c6-e752-43f9-ac1b-8186a38ff2d2 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 945 time: 0.0561409 Feb 28 13:04:54.597178 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-85071fde-48da-4375-ae0b-77362927daeb req-2c7087bb-374a-4b9e-8658-b2682c134b7d tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493736 Feb 28 13:04:54.756320 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf531-9a60-4792-a4d7-ffc69ed3e43b req-4ccf6f2b-5a2a-418d-9ebf-309badc9ca78 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:54.757786 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-65edf531-9a60-4792-a4d7-ffc69ed3e43b req-4ccf6f2b-5a2a-418d-9ebf-309badc9ca78 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0618300 Feb 28 13:04:54.815515 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-65edf531-9a60-4792-a4d7-ffc69ed3e43b req-179f7c4c-b432-4f5f-8ff6-4362cafaa23b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475402 Feb 28 13:04:55.287641 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51026) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:55.369193 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34efc614-ad19-4f98-9a8a-635aeb82d34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:55.396994 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7fbfd4c9-9d4d-456d-9e99-fb283965753a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:55.471507 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7fbfd4c9-9d4d-456d-9e99-fb283965753a admin admin] Publish callbacks [] for security_group (da256468-4ec8-44a9-bcc1-b6cdaf31a08c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:55.537539 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7fbfd4c9-9d4d-456d-9e99-fb283965753a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (da256468-4ec8-44a9-bcc1-b6cdaf31a08c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:55.576865 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-7fbfd4c9-9d4d-456d-9e99-fb283965753a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d211f9f8ed61413c8dec407c19423a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880578 Feb 28 13:04:55.578745 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfd4c9-9d4d-456d-9e99-fb283965753a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da256468-4ec8-44a9-bcc1-b6cdaf31a08c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:55.579618 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51038) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:55.628942 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e94022e5-289f-41bb-857b-2fa9675a325e admin admin] Publish callbacks [] for security_group (da256468-4ec8-44a9-bcc1-b6cdaf31a08c), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:55.653129 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e94022e5-289f-41bb-857b-2fa9675a325e admin admin] Publish callbacks [] for security_group (da256468-4ec8-44a9-bcc1-b6cdaf31a08c), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:55.737202 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b2d58-9cb2-4f3d-8c7e-004321a6e825 req-6b7c15bb-60e2-4059-b022-cdd3d3c2ae9c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:55.738673 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9f2b2d58-9cb2-4f3d-8c7e-004321a6e825 req-6b7c15bb-60e2-4059-b022-cdd3d3c2ae9c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 945 time: 0.0655851 Feb 28 13:04:55.789383 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9f2b2d58-9cb2-4f3d-8c7e-004321a6e825 req-8665cbc0-2dbe-4280-a3b5-d7b8882377ad tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447347 Feb 28 13:04:55.840934 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e94022e5-289f-41bb-857b-2fa9675a325e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (da256468-4ec8-44a9-bcc1-b6cdaf31a08c), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:55.843663 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e94022e5-289f-41bb-857b-2fa9675a325e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:55.844734 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-e94022e5-289f-41bb-857b-2fa9675a325e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da256468-4ec8-44a9-bcc1-b6cdaf31a08c HTTP/1.1" status: 204 len: 168 time: 0.2640345 Feb 28 13:04:55.865044 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94022e5-289f-41bb-857b-2fa9675a325e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da256468-4ec8-44a9-bcc1-b6cdaf31a08c,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:55.965125 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba847b-0eac-45c8-9fd7-e92182c36e00 req-e5de18f0-91ee-4f89-969a-358244831a83 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:55.966614 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-baba847b-0eac-45c8-9fd7-e92182c36e00 req-e5de18f0-91ee-4f89-969a-358244831a83 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0572133 Feb 28 13:04:56.014481 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-baba847b-0eac-45c8-9fd7-e92182c36e00 req-d53d5c85-d9ff-4fd2-84c1-a61c84319ba6 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Feb 28 13:04:56.142761 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa9481-c4d1-480e-bfb2-e1c78a7a1002 req-6045c48b-72d9-479a-8670-e8025fd7760e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:56.144632 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3efa9481-c4d1-480e-bfb2-e1c78a7a1002 req-6045c48b-72d9-479a-8670-e8025fd7760e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0612884 Feb 28 13:04:56.195793 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3efa9481-c4d1-480e-bfb2-e1c78a7a1002 req-d34c5d5c-89ff-46c4-81ba-2992758161ba tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449865 Feb 28 13:04:56.717462 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51070) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:56.721618 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:56.741620 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fd35d2d4-96d0-4a19-b8f4-4f753162a469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:56.742122 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51072) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:56.846116 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fd35d2d4-96d0-4a19-b8f4-4f753162a469 admin admin] Publish callbacks [] for security_group (39bfb72b-b54e-4f74-a6e4-48647a9826b0), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:56.921486 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fd35d2d4-96d0-4a19-b8f4-4f753162a469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (39bfb72b-b54e-4f74-a6e4-48647a9826b0), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:56.959425 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35d2d4-96d0-4a19-b8f4-4f753162a469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bfb72b-b54e-4f74-a6e4-48647a9826b0,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:56.968233 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-fd35d2d4-96d0-4a19-b8f4-4f753162a469 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40bfdcf7972941a4a986b9939834bc39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490067 Feb 28 13:04:56.970888 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51082) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:56.986055 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9f21-6f30-471a-9017-6f2c826d9f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:57.046978 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0271abe2-babb-4017-a7a3-91bc01206647 admin admin] Publish callbacks [] for security_group (39bfb72b-b54e-4f74-a6e4-48647a9826b0), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:57.093542 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0271abe2-babb-4017-a7a3-91bc01206647 admin admin] Publish callbacks [] for security_group (39bfb72b-b54e-4f74-a6e4-48647a9826b0), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:57.101924 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9f21-6f30-471a-9017-6f2c826d9f25 admin admin] Publish callbacks [] for security_group (e075878a-a774-47be-9d76-7ad7a81920a7), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:57.177286 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9f21-6f30-471a-9017-6f2c826d9f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (e075878a-a774-47be-9d76-7ad7a81920a7), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:57.217341 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0271abe2-babb-4017-a7a3-91bc01206647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (39bfb72b-b54e-4f74-a6e4-48647a9826b0), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:57.219149 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-2f6f9f21-6f30-471a-9017-6f2c826d9f25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d5bf413b83c464c9dc070bc276a4f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4756870 Feb 28 13:04:57.219955 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0271abe2-babb-4017-a7a3-91bc01206647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:57.220148 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f9f21-6f30-471a-9017-6f2c826d9f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e075878a-a774-47be-9d76-7ad7a81920a7,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:57.222128 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-0271abe2-babb-4017-a7a3-91bc01206647 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39bfb72b-b54e-4f74-a6e4-48647a9826b0 HTTP/1.1" status: 204 len: 168 time: 0.2493014 Feb 28 13:04:57.222128 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51088) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:57.240546 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271abe2-babb-4017-a7a3-91bc01206647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bfb72b-b54e-4f74-a6e4-48647a9826b0,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:57.294322 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce93a-695a-4e0c-8722-7ebcc56fd068 admin admin] Publish callbacks [] for security_group (e075878a-a774-47be-9d76-7ad7a81920a7), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:57.316367 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce93a-695a-4e0c-8722-7ebcc56fd068 admin admin] Publish callbacks [] for security_group (e075878a-a774-47be-9d76-7ad7a81920a7), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:57.452290 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce93a-695a-4e0c-8722-7ebcc56fd068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (e075878a-a774-47be-9d76-7ad7a81920a7), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:57.455809 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce93a-695a-4e0c-8722-7ebcc56fd068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:57.456901 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-ed0ce93a-695a-4e0c-8722-7ebcc56fd068 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e075878a-a774-47be-9d76-7ad7a81920a7 HTTP/1.1" status: 204 len: 168 time: 0.2308259 Feb 28 13:04:57.472706 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ce93a-695a-4e0c-8722-7ebcc56fd068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e075878a-a774-47be-9d76-7ad7a81920a7,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:57.892297 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:58.532879 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51146) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:58.681322 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-592870743-network', 'tenant_id': 'b2f73b1e0a1347a8904c662844ebd9d3'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:04:58.788673 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Made reservation on behalf of b2f73b1e0a1347a8904c662844ebd9d3 for: {'network': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:04:58.791132 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:58.800515 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:58.875415 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Publish callbacks [] for security_group (995d5cf0-55a1-4fb6-97e1-7062d6aaed77), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:58.961362 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (995d5cf0-55a1-4fb6-97e1-7062d6aaed77), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:58.983578 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:04:59.004239 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995d5cf0-55a1-4fb6-97e1-7062d6aaed77,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:59.021441 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (265d43f5-da27-42a3-9cc1-fd5fb6041c45), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:59.021791 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.db.segments_db [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Added segment 265d43f5-da27-42a3-9cc1-fd5fb6041c45 of type vlan for network 9900a5c5-dc72-4998-83bc-8bfdded50340 Feb 28 13:04:59.068143 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (9900a5c5-dc72-4998-83bc-8bfdded50340), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:59.171380 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (9900a5c5-dc72-4998-83bc-8bfdded50340), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:59.172394 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:59.172983 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:59.234935 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=9900a5c5-dc72-4998-83bc-8bfdded50340,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:59.246256 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 9900a5c5-dc72-4998-83bc-8bfdded50340 details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:04:59.322935 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-517e6503-a2dc-449d-981d-c8209c017bd8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7888680 Feb 28 13:04:59.325786 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51190) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:04:59.331067 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-e9d653db-af4d-4ff3-95ea-7ae96ac96404 admin admin] Request body: {'subnet': {'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-592870743-subnet', 'tenant_id': 'b2f73b1e0a1347a8904c662844ebd9d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:04:59.480830 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d653db-af4d-4ff3-95ea-7ae96ac96404 admin admin] Made reservation on behalf of b2f73b1e0a1347a8904c662844ebd9d3 for: {'subnet': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:04:59.480957 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:59.483253 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e9d653db-af4d-4ff3-95ea-7ae96ac96404 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58726819'] for subnet (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:59.755774 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e9d653db-af4d-4ff3-95ea-7ae96ac96404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58726801'] for subnet (51dfe32c-b563-4d11-a64c-38017b4c5a27), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:04:59.814439 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d653db-af4d-4ff3-95ea-7ae96ac96404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51dfe32c-b563-4d11-a64c-38017b4c5a27,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:04:59.825529 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d653db-af4d-4ff3-95ea-7ae96ac96404 admin admin] Checking segment: {'id': '265d43f5-da27-42a3-9cc1-fd5fb6041c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:04:59.825893 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d653db-af4d-4ff3-95ea-7ae96ac96404 admin admin] Network hostable DHCP agents. Network: 9900a5c5-dc72-4998-83bc-8bfdded50340, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:04:59.910278 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938814-dc76-4351-91bd-e6a379c3f0b3 req-37b32591-b89f-4557-a4e7-4ea8c39a0ce0 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:59.912044 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-25938814-dc76-4351-91bd-e6a379c3f0b3 req-37b32591-b89f-4557-a4e7-4ea8c39a0ce0 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0582013 Feb 28 13:04:59.938879 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d653db-af4d-4ff3-95ea-7ae96ac96404 admin admin] Network 9900a5c5-dc72-4998-83bc-8bfdded50340 is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:04:59.974745 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-25938814-dc76-4351-91bd-e6a379c3f0b3 req-51968e8d-1dca-4dd5-a4da-cd357d3ebdaf tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564673 Feb 28 13:04:59.975867 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb07204-5f29-4a0b-abe0-d3a510aebecd req-0421731f-9f5d-4168-a797-b1440604b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:04:59.977379 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9bb07204-5f29-4a0b-abe0-d3a510aebecd req-0421731f-9f5d-4168-a797-b1440604b4d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 1129 time: 0.0469756 Feb 28 13:04:59.994975 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51220) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:00.023907 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-e9d653db-af4d-4ff3-95ea-7ae96ac96404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 9900a5c5-dc72-4998-83bc-8bfdded50340) {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:00.039645 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16924d9c-1145-49ce-9823-1b7c87c4aac6 None None] Network 9900a5c5-dc72-4998-83bc-8bfdded50340 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:05:00.039820 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d653db-af4d-4ff3-95ea-7ae96ac96404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:00.039820 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e9d653db-af4d-4ff3-95ea-7ae96ac96404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:00.088815 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb07204-5f29-4a0b-abe0-d3a510aebecd req-315640bc-7222-4bb8-9a16-2afffac1f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:00.090426 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9bb07204-5f29-4a0b-abe0-d3a510aebecd req-315640bc-7222-4bb8-9a16-2afffac1f794 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 919 time: 0.0943809 Feb 28 13:05:00.132914 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-e9d653db-af4d-4ff3-95ea-7ae96ac96404 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8057997 Feb 28 13:05:00.134507 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4529e847-055e-403d-9af8-b667fd42f776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:00.149016 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9bb07204-5f29-4a0b-abe0-d3a510aebecd req-2efb7e5c-e833-42ca-8ab8-7205c75e187c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c HTTP/1.1" status: 200 len: 217 time: 0.0403793 Feb 28 13:05:00.150487 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f398ff-cd3a-4b1e-9828-9664394f9d2e None None] Network 9900a5c5-dc72-4998-83bc-8bfdded50340 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:05:00.199406 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb07204-5f29-4a0b-abe0-d3a510aebecd req-a2511eaa-216d-47c7-b53d-47d4d71ba706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:00.200960 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9bb07204-5f29-4a0b-abe0-d3a510aebecd req-a2511eaa-216d-47c7-b53d-47d4d71ba706 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 HTTP/1.1" status: 200 len: 858 time: 0.0461497 Feb 28 13:05:00.239016 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9bb07204-5f29-4a0b-abe0-d3a510aebecd req-22adb02d-8c94-4977-aa4c-5a317d20ee16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32e9cc3b-dca1-43ec-8052-db962743c7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252657 Feb 28 13:05:00.243496 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4529e847-055e-403d-9af8-b667fd42f776 admin admin] Publish callbacks [] for security_group (0f8ebc84-d3b5-4227-a2ed-972bdc1d347b), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:00.297622 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4529e847-055e-403d-9af8-b667fd42f776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (0f8ebc84-d3b5-4227-a2ed-972bdc1d347b), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:00.353587 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-4529e847-055e-403d-9af8-b667fd42f776 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5d1cac677df4e4c8c8bc214d2b5c5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576348 Feb 28 13:05:00.356136 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529e847-055e-403d-9af8-b667fd42f776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8ebc84-d3b5-4227-a2ed-972bdc1d347b,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:00.356561 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51230) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:00.376712 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9bb07204-5f29-4a0b-abe0-d3a510aebecd req-0d153d56-9d60-48fb-8439-f2420b69cc4e service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224773 Feb 28 13:05:00.474853 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d22fb78-9d82-4911-9063-2c657bd49854 admin admin] Publish callbacks [] for security_group (0f8ebc84-d3b5-4227-a2ed-972bdc1d347b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:00.510969 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9bb07204-5f29-4a0b-abe0-d3a510aebecd req-3709496f-3dae-481f-97c4-17aafdc4fcce service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229782 Feb 28 13:05:00.515212 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d22fb78-9d82-4911-9063-2c657bd49854 admin admin] Publish callbacks [] for security_group (0f8ebc84-d3b5-4227-a2ed-972bdc1d347b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:00.623762 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d22fb78-9d82-4911-9063-2c657bd49854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (0f8ebc84-d3b5-4227-a2ed-972bdc1d347b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:00.626706 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d22fb78-9d82-4911-9063-2c657bd49854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:00.628272 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-4d22fb78-9d82-4911-9063-2c657bd49854 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f8ebc84-d3b5-4227-a2ed-972bdc1d347b HTTP/1.1" status: 204 len: 168 time: 0.2702253 Feb 28 13:05:00.637838 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22fb78-9d82-4911-9063-2c657bd49854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8ebc84-d3b5-4227-a2ed-972bdc1d347b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:01.100821 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74cb01-a5e5-4e93-bd39-ab8f561d543d req-ced458b3-ee18-4f63-ab6a-68926f0a8788 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:01.102320 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-db74cb01-a5e5-4e93-bd39-ab8f561d543d req-ced458b3-ee18-4f63-ab6a-68926f0a8788 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0558925 Feb 28 13:05:01.152204 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-db74cb01-a5e5-4e93-bd39-ab8f561d543d req-e8dfc2ee-a426-4a77-ac5b-687a6de6bb40 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Feb 28 13:05:01.291651 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51260) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:01.304587 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-46504c4f-4d7c-4bfa-a7c6-3a0177423720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.313098 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51262) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:01.383788 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-46504c4f-4d7c-4bfa-a7c6-3a0177423720 admin admin] Publish callbacks [] for security_group (0ddec2d7-286d-4d39-bc35-bd0a0a984e1f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.474656 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-46504c4f-4d7c-4bfa-a7c6-3a0177423720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (0ddec2d7-286d-4d39-bc35-bd0a0a984e1f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.475071 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47dc994b-d985-4877-af6a-67968ca0bc0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.512741 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-46504c4f-4d7c-4bfa-a7c6-3a0177423720 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1407514003de43c6abc948552ef589ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200100 Feb 28 13:05:01.513710 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46504c4f-4d7c-4bfa-a7c6-3a0177423720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddec2d7-286d-4d39-bc35-bd0a0a984e1f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:01.515733 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51266) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:01.580708 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47dc994b-d985-4877-af6a-67968ca0bc0e admin admin] Publish callbacks [] for security_group (37736f7a-57d7-4373-a6ae-4a5e974f02cf), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.591156 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-12efb0bf-a7af-4884-b828-c3df6b0b483e admin admin] Publish callbacks [] for security_group (0ddec2d7-286d-4d39-bc35-bd0a0a984e1f), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.617110 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-12efb0bf-a7af-4884-b828-c3df6b0b483e admin admin] Publish callbacks [] for security_group (0ddec2d7-286d-4d39-bc35-bd0a0a984e1f), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.663044 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47dc994b-d985-4877-af6a-67968ca0bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (37736f7a-57d7-4373-a6ae-4a5e974f02cf), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.699681 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc994b-d985-4877-af6a-67968ca0bc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37736f7a-57d7-4373-a6ae-4a5e974f02cf,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:01.703801 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-47dc994b-d985-4877-af6a-67968ca0bc0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c83371f1cf9c49c2a7049c9e3d0cebb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891234 Feb 28 13:05:01.706640 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51270) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:01.729751 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-12efb0bf-a7af-4884-b828-c3df6b0b483e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (0ddec2d7-286d-4d39-bc35-bd0a0a984e1f), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.732311 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-12efb0bf-a7af-4884-b828-c3df6b0b483e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.735306 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-12efb0bf-a7af-4884-b828-c3df6b0b483e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ddec2d7-286d-4d39-bc35-bd0a0a984e1f HTTP/1.1" status: 204 len: 168 time: 0.2166922 Feb 28 13:05:01.749755 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efb0bf-a7af-4884-b828-c3df6b0b483e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddec2d7-286d-4d39-bc35-bd0a0a984e1f,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:01.770269 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d6b74e9b-c879-415e-82c6-8ddfb784898e admin admin] Publish callbacks [] for security_group (37736f7a-57d7-4373-a6ae-4a5e974f02cf), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.794672 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d6b74e9b-c879-415e-82c6-8ddfb784898e admin admin] Publish callbacks [] for security_group (37736f7a-57d7-4373-a6ae-4a5e974f02cf), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.949346 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d6b74e9b-c879-415e-82c6-8ddfb784898e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (37736f7a-57d7-4373-a6ae-4a5e974f02cf), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.952098 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d6b74e9b-c879-415e-82c6-8ddfb784898e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:01.953258 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d6b74e9b-c879-415e-82c6-8ddfb784898e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37736f7a-57d7-4373-a6ae-4a5e974f02cf HTTP/1.1" status: 204 len: 168 time: 0.2459106 Feb 28 13:05:01.966912 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b74e9b-c879-415e-82c6-8ddfb784898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37736f7a-57d7-4373-a6ae-4a5e974f02cf,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:02.276823 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c1d5c-446a-4d32-a04b-8c2d439feb21 req-3d4870e5-66cd-4612-82fd-479226802cb5 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:02.281297 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a57c1d5c-446a-4d32-a04b-8c2d439feb21 req-3d4870e5-66cd-4612-82fd-479226802cb5 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0597427 Feb 28 13:05:02.337210 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a57c1d5c-446a-4d32-a04b-8c2d439feb21 req-694efb3b-14ae-42c3-a55f-532b62bbd212 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493124 Feb 28 13:05:02.492755 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1408a8-4135-4620-9b33-05769d2a479e req-8a047ac1-afcc-429d-a6e1-a8677f99b6ed tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:02.494220 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-8a047ac1-afcc-429d-a6e1-a8677f99b6ed tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/networks?id=9900a5c5-dc72-4998-83bc-8bfdded50340 HTTP/1.1" status: 200 len: 808 time: 0.1034930 Feb 28 13:05:02.508524 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-1d29dccf-cb34-495b-a094-7539a46d3483 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/quotas/b2f73b1e0a1347a8904c662844ebd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0091832 Feb 28 13:05:02.542595 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-4cb06a52-8c63-4234-a2de-040e206b958a tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2f73b1e0a1347a8904c662844ebd9d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289273 Feb 28 13:05:02.639816 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-c6b08886-5cd5-4f73-be5d-7c56871e7f4d service neutron] 10.222.0.23 "GET /v2.0/networks/9900a5c5-dc72-4998-83bc-8bfdded50340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904555 Feb 28 13:05:02.705229 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51312) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:02.723414 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cfcf-4516-4852-8e9a-1725c1a3e137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:02.740758 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-13ce0fca-5913-4fa7-82b7-609251a11779 service neutron] 10.222.0.23 "GET /v2.0/networks/9900a5c5-dc72-4998-83bc-8bfdded50340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945213 Feb 28 13:05:02.804393 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cfcf-4516-4852-8e9a-1725c1a3e137 admin admin] Publish callbacks [] for security_group (dc528a68-9132-4005-b9ef-af93cf3a4e02), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:02.869140 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cfcf-4516-4852-8e9a-1725c1a3e137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (dc528a68-9132-4005-b9ef-af93cf3a4e02), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:02.913644 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-8ef6cfcf-4516-4852-8e9a-1725c1a3e137 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06159fc05f894739babaedcfa75f1de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015810 Feb 28 13:05:02.913644 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6cfcf-4516-4852-8e9a-1725c1a3e137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc528a68-9132-4005-b9ef-af93cf3a4e02,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:02.913846 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51316) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:03.003080 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f6a2bdb4-2979-45af-831f-327e67c4d343 req-abb43dca-5065-45d6-88ce-cc885f185df8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 210 time: 0.0321424 Feb 28 13:05:03.015665 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-230b8ced-d2c8-4ff9-bcc0-c64447e7dac7 admin admin] Publish callbacks [] for security_group (dc528a68-9132-4005-b9ef-af93cf3a4e02), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:03.039881 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-230b8ced-d2c8-4ff9-bcc0-c64447e7dac7 admin admin] Publish callbacks [] for security_group (dc528a68-9132-4005-b9ef-af93cf3a4e02), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:03.154764 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-230b8ced-d2c8-4ff9-bcc0-c64447e7dac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (dc528a68-9132-4005-b9ef-af93cf3a4e02), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:03.157524 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-230b8ced-d2c8-4ff9-bcc0-c64447e7dac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:03.161152 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-230b8ced-d2c8-4ff9-bcc0-c64447e7dac7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc528a68-9132-4005-b9ef-af93cf3a4e02 HTTP/1.1" status: 204 len: 168 time: 0.2467248 Feb 28 13:05:03.167110 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b8ced-d2c8-4ff9-bcc0-c64447e7dac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc528a68-9132-4005-b9ef-af93cf3a4e02,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:03.493624 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae9c46-9068-4987-9cc1-45233cfd2ead req-573ae92f-eeea-4e4d-b919-0b33fe3bdba0 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:03.496854 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-44ae9c46-9068-4987-9cc1-45233cfd2ead req-573ae92f-eeea-4e4d-b919-0b33fe3bdba0 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0867708 Feb 28 13:05:03.548616 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-44ae9c46-9068-4987-9cc1-45233cfd2ead req-b9765065-1e20-479c-bc03-71e1cb426934 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451832 Feb 28 13:05:03.756879 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51354) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:03.770153 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-50babfa2-52e6-42a6-a37a-0c353253a5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:03.862553 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-50babfa2-52e6-42a6-a37a-0c353253a5ed admin admin] Publish callbacks [] for security_group (45814f6b-c771-40ef-8118-5facab74e056), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:03.954604 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-50babfa2-52e6-42a6-a37a-0c353253a5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (45814f6b-c771-40ef-8118-5facab74e056), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:03.992909 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-50babfa2-52e6-42a6-a37a-0c353253a5ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ebdde6b65aa4d48b7410e09edef6e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349319 Feb 28 13:05:03.994146 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50babfa2-52e6-42a6-a37a-0c353253a5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45814f6b-c771-40ef-8118-5facab74e056,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:03.995625 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51360) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:04.049023 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e35d990a-34ba-4a5a-a5c3-c0886c94da8a admin admin] Publish callbacks [] for security_group (45814f6b-c771-40ef-8118-5facab74e056), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:04.079307 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e35d990a-34ba-4a5a-a5c3-c0886c94da8a admin admin] Publish callbacks [] for security_group (45814f6b-c771-40ef-8118-5facab74e056), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:04.113193 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-021994c5-3271-465b-bec0-9a6362bd48d8 req-d8e43ffe-5309-4d4d-b10a-cce6fe2ec5fb tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 210 time: 0.0291243 Feb 28 13:05:04.217553 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e35d990a-34ba-4a5a-a5c3-c0886c94da8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (45814f6b-c771-40ef-8118-5facab74e056), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:04.221784 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e35d990a-34ba-4a5a-a5c3-c0886c94da8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:04.225897 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-e35d990a-34ba-4a5a-a5c3-c0886c94da8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45814f6b-c771-40ef-8118-5facab74e056 HTTP/1.1" status: 204 len: 168 time: 0.2257564 Feb 28 13:05:04.233213 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d990a-34ba-4a5a-a5c3-c0886c94da8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45814f6b-c771-40ef-8118-5facab74e056,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:04.672747 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbe8b2-2b34-4504-9650-a2af052f9b7a req-81699f61-f40b-4d10-9569-a580dc113505 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:04.674573 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-56dbe8b2-2b34-4504-9650-a2af052f9b7a req-81699f61-f40b-4d10-9569-a580dc113505 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0521758 Feb 28 13:05:04.723232 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-56dbe8b2-2b34-4504-9650-a2af052f9b7a req-8363cc88-e362-4ec9-9d32-f85d95a5e100 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423734 Feb 28 13:05:05.211009 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7b023f86-01d0-4c3c-8883-952c620f0dc0 req-3ae52525-c0e3-4b8a-bec6-f871b958233a tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 210 time: 0.0286293 Feb 28 13:05:05.281710 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51404) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:05.401095 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-942506828-network', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:05.468161 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1408a8-4135-4620-9b33-05769d2a479e req-8a6c8c07-d072-42e6-b6f6-7ac63b89e123 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:05.469611 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-8a6c8c07-d072-42e6-b6f6-7ac63b89e123 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.35 "GET /v2.0/networks?id=9900a5c5-dc72-4998-83bc-8bfdded50340 HTTP/1.1" status: 200 len: 808 time: 0.1215146 Feb 28 13:05:05.488061 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-2f1408a8-4135-4620-9b33-05769d2a479e req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Request body: {'port': {'device_id': 'b7564ff6-af26-4ab1-bc26-fb46fe9d867d', 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340', 'admin_state_up': True, 'tenant_id': 'b2f73b1e0a1347a8904c662844ebd9d3'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:05.735973 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Made reservation on behalf of 91a0fe7cf4f342fd972e60973badf7ce for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:05:05.738470 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:05.777049 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:05.854184 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a079-f454-4e39-8211-579ea2dcc5e9 req-c888a554-9178-48fa-bd89-84949172d76a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:05.856174 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6884a079-f454-4e39-8211-579ea2dcc5e9 req-c888a554-9178-48fa-bd89-84949172d76a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0608263 Feb 28 13:05:05.903064 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Publish callbacks [] for security_group (6991ebc9-e762-4233-a0cd-02f75e1cd0ea), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:05.909405 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6884a079-f454-4e39-8211-579ea2dcc5e9 req-ebf9ac93-5ad7-49c5-81a0-466a4b12bb6b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472517 Feb 28 13:05:05.931937 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1408a8-4135-4620-9b33-05769d2a479e req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Made reservation on behalf of b2f73b1e0a1347a8904c662844ebd9d3 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:05:05.935299 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2f1408a8-4135-4620-9b33-05769d2a479e req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:05.962302 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (6991ebc9-e762-4233-a0cd-02f75e1cd0ea), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:06.014814 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:05:06.039356 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6991ebc9-e762-4233-a0cd-02f75e1cd0ea,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:06.045723 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (12064347-d531-4852-8edc-a53ad71659b8), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:06.046053 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Added segment 12064347-d531-4852-8edc-a53ad71659b8 of type vlan for network 474d9210-7d52-4301-b47a-c8719ae1c32f Feb 28 13:05:06.120232 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (474d9210-7d52-4301-b47a-c8719ae1c32f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:06.140195 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-2f1408a8-4135-4620-9b33-05769d2a479e req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Allocated IP 172.20.0.12 (9900a5c5-dc72-4998-83bc-8bfdded50340/51dfe32c-b563-4d11-a64c-38017b4c5a27/8ed4320e-7fab-4d1d-8326-9bc873fd5e4c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:05:06.200385 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (474d9210-7d52-4301-b47a-c8719ae1c32f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:06.201342 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:06.201919 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:06.308542 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ca176a61-f3f0-4887-a820-7b600b193d3e req-8ef329d4-de1a-4d4f-b26b-390c549d7496 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 210 time: 0.0272815 Feb 28 13:05:06.311982 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] Pushing event updated for resources: {'Network': ['ID=474d9210-7d52-4301-b47a-c8719ae1c32f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:06.324081 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 474d9210-7d52-4301-b47a-c8719ae1c32f details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:05:06.362881 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2f1408a8-4135-4620-9b33-05769d2a479e req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks [] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:06.384082 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d764bb86-d06e-4e28-8a06-e654d62c058c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1007338 Feb 28 13:05:06.386725 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51426) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:06.392675 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-da6b57c2-70b8-4eb1-8ac5-325acdf8e1f8 admin admin] Request body: {'subnet': {'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-942506828-subnet', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'ip_version': 4}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:06.497551 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6b57c2-70b8-4eb1-8ac5-325acdf8e1f8 admin admin] Made reservation on behalf of 91a0fe7cf4f342fd972e60973badf7ce for: {'subnet': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:05:06.499923 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-da6b57c2-70b8-4eb1-8ac5-325acdf8e1f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58726819'] for subnet (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:06.523669 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2f1408a8-4135-4620-9b33-05769d2a479e req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:06.567734 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1408a8-4135-4620-9b33-05769d2a479e req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Network 9900a5c5-dc72-4998-83bc-8bfdded50340 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:06.571171 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-2f1408a8-4135-4620-9b33-05769d2a479e req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:06.575319 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1408a8-4135-4620-9b33-05769d2a479e req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:05:06.603999 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Pushing event updated for resources: {'Port': ['ID=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:06.631433 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1408a8-4135-4620-9b33-05769d2a479e req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:06.632070 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2f1408a8-4135-4620-9b33-05769d2a479e req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:06.716449 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-016dc6cb-6b14-4147-b9f5-625375258a3e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2322142 Feb 28 13:05:06.731661 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Request body: {'port': {'device_id': 'b7564ff6-af26-4ab1-bc26-fb46fe9d867d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:06.754112 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-da6b57c2-70b8-4eb1-8ac5-325acdf8e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58726801'] for subnet (c3ab4009-14e9-4940-abd6-b242fc76a7ab), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:06.789607 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:06.810615 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b57c2-70b8-4eb1-8ac5-325acdf8e1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ab4009-14e9-4940-abd6-b242fc76a7ab,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:06.818822 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b57c2-70b8-4eb1-8ac5-325acdf8e1f8 admin admin] Checking segment: {'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:06.819035 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b57c2-70b8-4eb1-8ac5-325acdf8e1f8 admin admin] Network hostable DHCP agents. Network: 474d9210-7d52-4301-b47a-c8719ae1c32f, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:05:06.914721 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b57c2-70b8-4eb1-8ac5-325acdf8e1f8 admin admin] Network 474d9210-7d52-4301-b47a-c8719ae1c32f is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:05:07.009457 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-da6b57c2-70b8-4eb1-8ac5-325acdf8e1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 474d9210-7d52-4301-b47a-c8719ae1c32f) {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:07.015717 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b57c2-70b8-4eb1-8ac5-325acdf8e1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:07.022774 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-da6b57c2-70b8-4eb1-8ac5-325acdf8e1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.022957 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb231c8-b1b6-4185-85b5-0082d2ec66cc None None] Network 474d9210-7d52-4301-b47a-c8719ae1c32f requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:05:07.050817 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e496e-2aee-48c0-a977-aa0514b86fce req-bd33b7db-a78a-4ae7-a931-4686d96ee6d0 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:07.052819 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c82e496e-2aee-48c0-a977-aa0514b86fce req-bd33b7db-a78a-4ae7-a931-4686d96ee6d0 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0759163 Feb 28 13:05:07.061349 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:05:07.070579 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Publish callbacks [] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.084198 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Transition to ACTIVE for port object 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:05:07.091968 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-da6b57c2-70b8-4eb1-8ac5-325acdf8e1f8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7039585 Feb 28 13:05:07.094968 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51434) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:07.102193 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:07.122195 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c82e496e-2aee-48c0-a977-aa0514b86fce req-b144ab50-315d-4d8c-8f3a-1d674c6e1ff3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627480 Feb 28 13:05:07.135861 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4da0fec-8aac-54e0-9d72-a406a4863af2-474d9210-7d52-4301-b47a-c8719ae1c32f', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'fixed_ips': [{'subnet_id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab'}]}} from dv-cinder-831202-1-iscsi. {{(pid=103233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 13:05:07.136861 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.144002 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.189320 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7267'] for router (e6610d10-0723-430a-8248-73f1bec086ae), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.190637 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7272'] for router (e6610d10-0723-430a-8248-73f1bec086ae), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.217446 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Pushing event updated for resources: {'Port': ['ID=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:07.253372 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Publish callbacks [] for router_controller (e6610d10-0723-430a-8248-73f1bec086ae), precommit_add_association {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.277955 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Attempting to bind port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:05:07.285421 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Attempting to bind port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '265d43f5-da27-42a3-9cc1-fd5fb6041c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:05:07.285421 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Attempting to bind port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c on network 9900a5c5-dc72-4998-83bc-8bfdded50340 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:07.285421 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c on network 9900a5c5-dc72-4998-83bc-8bfdded50340 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:05:07.285421 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Attempting to bind port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c on network 9900a5c5-dc72-4998-83bc-8bfdded50340 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:07.289528 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:05:07.289878 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Checking segment: {'id': '265d43f5-da27-42a3-9cc1-fd5fb6041c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:07.290361 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Bound using segment: {'id': '265d43f5-da27-42a3-9cc1-fd5fb6041c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:05:07.290861 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Bound port: 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265d43f5-da27-42a3-9cc1-fd5fb6041c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:05:07.291222 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.300158 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Allocated IP 172.20.0.2 (474d9210-7d52-4301-b47a-c8719ae1c32f/c3ab4009-14e9-4940-abd6-b242fc76a7ab/ba360f6c-2901-4256-80be-b194b210794f) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:05:07.359307 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] For port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:05:07.366025 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] For port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c,segment=NetworkSegment(265d43f5-da27-42a3-9cc1-fd5fb6041c45),segment_id=265d43f5-da27-42a3-9cc1-fd5fb6041c45)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:05:07.446754 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.462923 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Publish callbacks [] for port (ba360f6c-2901-4256-80be-b194b210794f), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.493354 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:07.493859 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.495421 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] 10.222.0.35 "PUT /v2.0/ports/8ed4320e-7fab-4d1d-8326-9bc873fd5e4c HTTP/1.1" status: 200 len: 1094 time: 0.7679718 Feb 28 13:05:07.495892 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7564ff6-af26-4ab1-bc26-fb46fe9d867d', 'tag': '8ed4320e-7fab-4d1d-8326-9bc873fd5e4c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:05:07.498130 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f504be-e3fc-432e-a9ea-94efc3612f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7564ff6-af26-4ab1-bc26-fb46fe9d867d", "tag": "8ed4320e-7fab-4d1d-8326-9bc873fd5e4c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:05:07.525126 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d741b-7cfc-4bbb-b36c-b78890e02eab service neutron] Pushing event updated for resources: {'Port': ['ID=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:07.538874 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (ba360f6c-2901-4256-80be-b194b210794f), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.539366 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Publish callbacks [] for router_gateway (e6610d10-0723-430a-8248-73f1bec086ae), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.551971 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb07e5c-dc26-4b5c-9753-1e2e44e96627 req-23053e19-ff95-4a58-86ed-9471c8e58a88 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:07.553486 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fcb07e5c-dc26-4b5c-9753-1e2e44e96627 req-23053e19-ff95-4a58-86ed-9471c8e58a88 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 944 time: 0.1539488 Feb 28 13:05:07.591214 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c894be4-3ae3-4bd1-8e2e-c0ee3ec3ea16 x-openstack-request-id: req-2c894be4-3ae3-4bd1-8e2e-c0ee3ec3ea16 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:05:07.591370 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7564ff6-af26-4ab1-bc26-fb46fe9d867d", "tag": "8ed4320e-7fab-4d1d-8326-9bc873fd5e4c", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:05:07.591599 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c894be4-3ae3-4bd1-8e2e-c0ee3ec3ea16 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:05:07.591999 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7564ff6-af26-4ab1-bc26-fb46fe9d867d', 'tag': '8ed4320e-7fab-4d1d-8326-9bc873fd5e4c', 'status': 'completed', 'code': 200} Feb 28 13:05:07.598583 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Network 474d9210-7d52-4301-b47a-c8719ae1c32f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:07.606875 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fcb07e5c-dc26-4b5c-9753-1e2e44e96627 req-d3559106-4665-494f-b14d-03e600b735f1 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466924 Feb 28 13:05:07.609596 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:07.613283 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:05:07.623048 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Pushing event updated for resources: {'Port': ['ID=ba360f6c-2901-4256-80be-b194b210794f,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:07.692927 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1408a8-4135-4620-9b33-05769d2a479e req-d2efacc3-c330-4b1a-ab1f-8bd011c05062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:07.694691 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-d2efacc3-c330-4b1a-ab1f-8bd011c05062 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2f73b1e0a1347a8904c662844ebd9d3&device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 1128 time: 0.0833063 Feb 28 13:05:07.701886 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Attempting to bind port ba360f6c-2901-4256-80be-b194b210794f on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:05:07.702430 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Attempting to bind port ba360f6c-2901-4256-80be-b194b210794f by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:05:07.703621 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Attempting to bind port ba360f6c-2901-4256-80be-b194b210794f on network 474d9210-7d52-4301-b47a-c8719ae1c32f {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:07.710034 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:05:07.712058 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Checking segment: {'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:07.712058 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.712058 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Bound using segment: {'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:05:07.712820 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Bound port: ba360f6c-2901-4256-80be-b194b210794f, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:05:07.713212 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ba360f6c-2901-4256-80be-b194b210794f), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.758913 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-563fd635-8ce9-4847-9166-9b8e1264a4f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c HTTP/1.1" status: 200 len: 217 time: 0.0453110 Feb 28 13:05:07.788507 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] For port ba360f6c-2901-4256-80be-b194b210794f, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:05:07.794378 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] For port ba360f6c-2901-4256-80be-b194b210794f, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=ba360f6c-2901-4256-80be-b194b210794f,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:05:07.826486 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1408a8-4135-4620-9b33-05769d2a479e req-1f2dff13-21c2-47ce-8bda-d73df2d6bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:07.828122 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-1f2dff13-21c2-47ce-8bda-d73df2d6bca1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51dfe32c-b563-4d11-a64c-38017b4c5a27 HTTP/1.1" status: 200 len: 848 time: 0.0578804 Feb 28 13:05:07.858060 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ba360f6c-2901-4256-80be-b194b210794f), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.875669 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Publish callbacks [] for router_gateway (e6610d10-0723-430a-8248-73f1bec086ae), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.885289 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-cde5e39b-54a5-489b-a8d8-fbed88866f95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9900a5c5-dc72-4998-83bc-8bfdded50340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278742 Feb 28 13:05:07.906797 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:07.948955 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253d29d-51a2-4585-b9e0-4490bd319b6f None None] Pushing event updated for resources: {'Port': ['ID=ba360f6c-2901-4256-80be-b194b210794f,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:08.033322 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-e726aaf0-d048-4709-bda5-e412313e6a12 service neutron] 10.222.0.35 "GET /v2.0/networks/9900a5c5-dc72-4998-83bc-8bfdded50340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389797 Feb 28 13:05:08.067168 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Allocated IP 172.27.2.61 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/a39828ac-da6c-4223-a118-9d544d2855dc) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:05:08.171827 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2f1408a8-4135-4620-9b33-05769d2a479e req-04c84787-0693-40ff-9235-57be3a021ec7 service neutron] 10.222.0.35 "GET /v2.0/networks/9900a5c5-dc72-4998-83bc-8bfdded50340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231546 Feb 28 13:05:08.226874 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Publish callbacks [] for port (a39828ac-da6c-4223-a118-9d544d2855dc), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:08.378344 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90489a43-5f13-4f56-9e11-aafbf8da487e req-9bd489fb-c101-4d0c-b7ea-046001780270 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:08.380230 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-90489a43-5f13-4f56-9e11-aafbf8da487e req-9bd489fb-c101-4d0c-b7ea-046001780270 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1144130 Feb 28 13:05:08.391090 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f504be-e3fc-432e-a9ea-94efc3612f7c req-0b1f82dc-06ec-490e-a767-bc8fe65bb378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:08.392817 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d6f504be-e3fc-432e-a9ea-94efc3612f7c req-0b1f82dc-06ec-490e-a767-bc8fe65bb378 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2f73b1e0a1347a8904c662844ebd9d3&device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 1128 time: 0.0644116 Feb 28 13:05:08.464884 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-90489a43-5f13-4f56-9e11-aafbf8da487e req-7149c37a-5ba1-4610-a55b-d8d25d9eedc2 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777993 Feb 28 13:05:08.487631 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (a39828ac-da6c-4223-a118-9d544d2855dc), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:08.516245 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f504be-e3fc-432e-a9ea-94efc3612f7c req-13f61d9d-6fbc-41e2-b37c-7dc1cf55bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:08.517924 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d6f504be-e3fc-432e-a9ea-94efc3612f7c req-13f61d9d-6fbc-41e2-b37c-7dc1cf55bf0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9900a5c5-dc72-4998-83bc-8bfdded50340 HTTP/1.1" status: 200 len: 909 time: 0.1077688 Feb 28 13:05:08.552928 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:08.557760 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:08.562732 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:05:08.604116 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d6f504be-e3fc-432e-a9ea-94efc3612f7c req-804c0123-0a3a-4270-8bd4-a4bf907658d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c HTTP/1.1" status: 200 len: 217 time: 0.0680773 Feb 28 13:05:08.664561 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Pushing event updated for resources: {'Port': ['ID=a39828ac-da6c-4223-a118-9d544d2855dc,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:08.724915 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f504be-e3fc-432e-a9ea-94efc3612f7c req-3cc9c0b4-e14b-4a67-9f7e-d116940e1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:08.726418 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d6f504be-e3fc-432e-a9ea-94efc3612f7c req-3cc9c0b4-e14b-4a67-9f7e-d116940e1b13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51dfe32c-b563-4d11-a64c-38017b4c5a27 HTTP/1.1" status: 200 len: 848 time: 0.1084361 Feb 28 13:05:08.734003 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device ba360f6c-2901-4256-80be-b194b210794f up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:08.784372 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d6f504be-e3fc-432e-a9ea-94efc3612f7c req-d84b5ae0-e035-4762-88cc-d0d4393258cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9900a5c5-dc72-4998-83bc-8bfdded50340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444381 Feb 28 13:05:08.796739 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port ba360f6c-2901-4256-80be-b194b210794f triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:08.797207 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (ba360f6c-2901-4256-80be-b194b210794f), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:08.885994 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d6f504be-e3fc-432e-a9ea-94efc3612f7c req-fc2b54da-5591-4883-bde2-bede46e27b4f service neutron] 10.222.0.35 "GET /v2.0/networks/9900a5c5-dc72-4998-83bc-8bfdded50340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933888 Feb 28 13:05:08.969512 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port ba360f6c-2901-4256-80be-b194b210794f is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:08.969512 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ba360f6c-2901-4256-80be-b194b210794f), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:09.038667 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port ba360f6c-2901-4256-80be-b194b210794f, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=ba360f6c-2901-4256-80be-b194b210794f,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:09.043339 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb8a6e-c496-46bc-9eb5-adf485ea0bd9 req-a36f43e1-0c3f-42ec-b2fd-5b5372abdfbb tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:09.044942 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-13eb8a6e-c496-46bc-9eb5-adf485ea0bd9 req-a36f43e1-0c3f-42ec-b2fd-5b5372abdfbb tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 944 time: 0.1159935 Feb 28 13:05:09.074658 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d6f504be-e3fc-432e-a9ea-94efc3612f7c req-3c6e0d8f-2de2-414e-a430-1d310ef2b498 service neutron] 10.222.0.35 "GET /v2.0/networks/9900a5c5-dc72-4998-83bc-8bfdded50340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782703 Feb 28 13:05:09.111395 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-13eb8a6e-c496-46bc-9eb5-adf485ea0bd9 req-4fd7bc91-d610-4337-be8d-9bd115be59b3 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582991 Feb 28 13:05:09.143588 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ba360f6c-2901-4256-80be-b194b210794f), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:09.203249 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=ba360f6c-2901-4256-80be-b194b210794f,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:09.265461 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Publish callbacks [] for router_gateway (e6610d10-0723-430a-8248-73f1bec086ae), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:09.318665 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b8bfae-791b-4f09-85cd-309592dec168 None None] Network 474d9210-7d52-4301-b47a-c8719ae1c32f requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:05:09.408595 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-b068f58a-fc02-493f-9de1-4af173597335 None None] Provisioning complete for port ba360f6c-2901-4256-80be-b194b210794f triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:09.408997 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b068f58a-fc02-493f-9de1-4af173597335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (ba360f6c-2901-4256-80be-b194b210794f), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:09.466502 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3689114'] for router (e6610d10-0723-430a-8248-73f1bec086ae), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:09.527155 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b068f58a-fc02-493f-9de1-4af173597335 None None] Current status of the port ba360f6c-2901-4256-80be-b194b210794f is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:09.636879 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74698fc-5331-4064-ad16-961f2000b386 req-45fbfdc7-3f4f-4b38-9d43-e883bb8f353f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:09.638430 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c74698fc-5331-4064-ad16-961f2000b386 req-45fbfdc7-3f4f-4b38-9d43-e883bb8f353f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0825033 Feb 28 13:05:09.694819 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c74698fc-5331-4064-ad16-961f2000b386 req-421ec755-4d13-4471-9ef0-69c347960fde tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465612 Feb 28 13:05:09.744704 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Router e6610d10-0723-430a-8248-73f1bec086ae is scheduled to L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e with binding_index 1 {{(pid=103231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 13:05:09.750382 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-05f71897-1c0e-4cc7-a2d1-57d98808c255 None None] Provisioning complete for port ba360f6c-2901-4256-80be-b194b210794f triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:09.751281 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05f71897-1c0e-4cc7-a2d1-57d98808c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (ba360f6c-2901-4256-80be-b194b210794f), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:09.831145 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-05f71897-1c0e-4cc7-a2d1-57d98808c255 None None] Current status of the port ba360f6c-2901-4256-80be-b194b210794f is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:09.854173 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:05:09.862926 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Sync routers for ids ['e6610d10-0723-430a-8248-73f1bec086ae'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:05:09.873236 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Routers {'e6610d10-0723-430a-8248-73f1bec086ae'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:05:09.878457 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:04:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e6610d10-0723-430a-8248-73f1bec086ae'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:09.933663 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:09.934939 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-7ef3f056-3940-4028-acd2-a44e148c5911 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8389931 Feb 28 13:05:09.937523 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51534) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:09.981811 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Set router e6610d10-0723-430a-8248-73f1bec086ae gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:05:10.166401 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:09Z', 'revision_number': 3, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:10.196069 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Checking router: e6610d10-0723-430a-8248-73f1bec086ae for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:05:10.196418 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Updating router e6610d10-0723-430a-8248-73f1bec086ae port a39828ac-da6c-4223-a118-9d544d2855dc binding host dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:05:10.224760 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (a39828ac-da6c-4223-a118-9d544d2855dc), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:10.282655 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536a774-5e66-43b3-be7a-ec721de51457 req-1b86fec9-dcf1-4beb-89ff-1eef5fbac5e7 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:10.284195 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a536a774-5e66-43b3-be7a-ec721de51457 req-1b86fec9-dcf1-4beb-89ff-1eef5fbac5e7 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 944 time: 0.0998309 Feb 28 13:05:10.391059 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a536a774-5e66-43b3-be7a-ec721de51457 req-e4bbb722-0599-4cbb-b73b-58a0718b1c35 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007054 Feb 28 13:05:10.442517 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:10.479365 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Publish callbacks [] for port (a39828ac-da6c-4223-a118-9d544d2855dc), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:10.542948 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (a39828ac-da6c-4223-a118-9d544d2855dc), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:10.590476 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Pushing event updated for resources: {'Port': ['ID=a39828ac-da6c-4223-a118-9d544d2855dc,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:10.602167 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.602632 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.602813 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Allocated IP 172.20.0.1 (474d9210-7d52-4301-b47a-c8719ae1c32f/c3ab4009-14e9-4940-abd6-b242fc76a7ab/c6d5b55b-ea82-4663-abca-586b5161720b) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:05:10.602912 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.603225 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.603873 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.604015 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.604350 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.604672 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.604995 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.605349 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.605677 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.606012 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.606327 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:10.623915 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Attempting to bind port a39828ac-da6c-4223-a118-9d544d2855dc on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:05:10.625470 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Attempting to bind port a39828ac-da6c-4223-a118-9d544d2855dc by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:05:10.626022 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Attempting to bind port a39828ac-da6c-4223-a118-9d544d2855dc on network 35badc98-a186-415a-b1b0-8c2ba87645f6 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:10.637937 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:05:10.638727 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Checking segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:10.639137 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:10.639553 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Bound using segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:05:10.640043 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Bound port: a39828ac-da6c-4223-a118-9d544d2855dc, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:05:10.643873 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (a39828ac-da6c-4223-a118-9d544d2855dc), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:10.665798 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device ba360f6c-2901-4256-80be-b194b210794f up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:10.730018 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Publish callbacks [] for port (c6d5b55b-ea82-4663-abca-586b5161720b), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:10.756397 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] For port a39828ac-da6c-4223-a118-9d544d2855dc, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:05:10.757644 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port ba360f6c-2901-4256-80be-b194b210794f triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:10.758099 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (ba360f6c-2901-4256-80be-b194b210794f), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:10.760056 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] For port a39828ac-da6c-4223-a118-9d544d2855dc, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=a39828ac-da6c-4223-a118-9d544d2855dc,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:05:10.818139 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (a39828ac-da6c-4223-a118-9d544d2855dc), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:10.838298 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f095c3-0317-45c6-9b04-a7dbc12bf0a3 req-d39b072b-8b0f-4937-94cf-57ea8f450beb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:10.845334 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port ba360f6c-2901-4256-80be-b194b210794f is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:10.849692 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-47f095c3-0317-45c6-9b04-a7dbc12bf0a3 req-d39b072b-8b0f-4937-94cf-57ea8f450beb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0826943 Feb 28 13:05:10.857606 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:10.920258 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Network 474d9210-7d52-4301-b47a-c8719ae1c32f is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:10.931423 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:10.933973 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:05:10.954756 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Routers {'e6610d10-0723-430a-8248-73f1bec086ae'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:05:10.955402 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:04:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e6610d10-0723-430a-8248-73f1bec086ae'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:10.975581 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d5b55b-ea82-4663-abca-586b5161720b,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:10.994817 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-47f095c3-0317-45c6-9b04-a7dbc12bf0a3 req-f50f7daf-51be-4bcc-a575-f58f57fd2bf1 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441479 Feb 28 13:05:11.026270 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690439'] for router_interface (e6610d10-0723-430a-8248-73f1bec086ae), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:11.068169 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] Set router e6610d10-0723-430a-8248-73f1bec086ae gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:05:11.197517 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7987a60-524e-4ed8-99d2-5fb0e98a2649 None None] Pushing event updated for resources: {'Port': ['ID=a39828ac-da6c-4223-a118-9d544d2855dc,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:11.269224 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-39c1280a-8a3f-47c4-8ff5-d2722164f431 None None] Provisioning complete for port c6d5b55b-ea82-4663-abca-586b5161720b triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:11.269804 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-39c1280a-8a3f-47c4-8ff5-d2722164f431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:11.320610 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-39c1280a-8a3f-47c4-8ff5-d2722164f431 None None] Port c6d5b55b-ea82-4663-abca-586b5161720b cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:05:11.352167 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:09Z', 'revision_number': 3, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:11.381255 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb48ea3-b58d-40e7-aecc-47c488be0e6e None None] The sync data for ids ['e6610d10-0723-430a-8248-73f1bec086ae'] in dv-cinder-831202-1-iscsi is: [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:09Z', 'revision_number': 3, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:05:11.385957 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:05:11.472437 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51576) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:11.527563 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c,segment=NetworkSegment(265d43f5-da27-42a3-9cc1-fd5fb6041c45),segment_id=265d43f5-da27-42a3-9cc1-fd5fb6041c45)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:11.539854 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '8ed4320e-7fab-4d1d-8326-9bc873fd5e4c', 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340', 'port_id': '8ed4320e-7fab-4d1d-8326-9bc873fd5e4c', 'mac_address': 'fa:16:3e:f1:2a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51dfe32c-b563-4d11-a64c-38017b4c5a27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:05:11.571228 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:11.582181 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:11.583152 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:11.596402 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:05:11.596545 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb72c86b-e5af-4b23-84dd-b16ae1a80b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:11.612019 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-bc311a41-0797-4229-8c9c-ec6d661aa5e7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:11.613500 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-bc311a41-0797-4229-8c9c-ec6d661aa5e7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/networks?id=245d4435-eb6f-44af-b6bb-8cc635cb8f72 HTTP/1.1" status: 200 len: 814 time: 0.2040224 Feb 28 13:05:11.621811 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c,segment=NetworkSegment(265d43f5-da27-42a3-9cc1-fd5fb6041c45),segment_id=265d43f5-da27-42a3-9cc1-fd5fb6041c45)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:11.656318 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad194517-9439-41e1-aad2-f2426cccaf79 req-85b44ab1-3fde-4701-a91e-2deef4247887 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:11.657835 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ad194517-9439-41e1-aad2-f2426cccaf79 req-85b44ab1-3fde-4701-a91e-2deef4247887 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 944 time: 0.1818361 Feb 28 13:05:11.666372 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-c4b6924b-4f00-417a-9fe1-11f3f0747d07 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/quotas/a514bc8f2c964d85b7aa365400763653 HTTP/1.1" status: 200 len: 375 time: 0.0287511 Feb 28 13:05:11.682714 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb72c86b-e5af-4b23-84dd-b16ae1a80b45 admin admin] Publish callbacks [] for security_group (e39bbabc-c0de-465b-ac0d-4cc4a29376cb), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:11.725865 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:11.754283 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb72c86b-e5af-4b23-84dd-b16ae1a80b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (e39bbabc-c0de-465b-ac0d-4cc4a29376cb), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:11.803627 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:11.836063 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-fb72c86b-e5af-4b23-84dd-b16ae1a80b45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1f9c78ee578484baab95d130e153034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601618 Feb 28 13:05:11.836063 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72c86b-e5af-4b23-84dd-b16ae1a80b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39bbabc-c0de-465b-ac0d-4cc4a29376cb,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:11.837466 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51582) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:11.865108 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ad194517-9439-41e1-aad2-f2426cccaf79 req-7a0a8c7e-1e8c-4994-81d1-f66930371401 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869283 Feb 28 13:05:11.888277 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-0f77c2e3-ae4b-4c2c-852e-3f87c8176f00 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2110763 Feb 28 13:05:11.904257 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54907798-5540-40b4-87cb-79e433eca4cc admin admin] Publish callbacks [] for security_group (e39bbabc-c0de-465b-ac0d-4cc4a29376cb), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:11.926887 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54907798-5540-40b4-87cb-79e433eca4cc admin admin] Publish callbacks [] for security_group (e39bbabc-c0de-465b-ac0d-4cc4a29376cb), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:11.961937 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Publish callbacks [] for port (c6d5b55b-ea82-4663-abca-586b5161720b), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:11.994941 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-14bb45da-a10b-4243-a030-f6807c7fad80 service neutron] 10.222.0.23 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057134 Feb 28 13:05:12.050467 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808566'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:12.060172 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54907798-5540-40b4-87cb-79e433eca4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (e39bbabc-c0de-465b-ac0d-4cc4a29376cb), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:12.062990 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54907798-5540-40b4-87cb-79e433eca4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:12.064255 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-54907798-5540-40b4-87cb-79e433eca4cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e39bbabc-c0de-465b-ac0d-4cc4a29376cb HTTP/1.1" status: 204 len: 168 time: 0.2257509 Feb 28 13:05:12.075003 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54907798-5540-40b4-87cb-79e433eca4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39bbabc-c0de-465b-ac0d-4cc4a29376cb,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:12.170664 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d5b55b-ea82-4663-abca-586b5161720b,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:12.173150 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689303'] for router_interface (e6610d10-0723-430a-8248-73f1bec086ae), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:12.250906 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-ab96d8a4-40d2-43c0-9f5d-92568806b560 service neutron] 10.222.0.23 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495911 Feb 28 13:05:12.260955 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da3875-0011-4322-bbe1-ec0c99d87044 req-eb81aa3c-fe3f-4d48-9a29-151bebb6f0d9 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:12.262547 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d0da3875-0011-4322-bbe1-ec0c99d87044 req-eb81aa3c-fe3f-4d48-9a29-151bebb6f0d9 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1652732 Feb 28 13:05:12.314833 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['8ed4320e-7fab-4d1d-8326-9bc873fd5e4c'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:05:12.340590 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d0da3875-0011-4322-bbe1-ec0c99d87044 req-d7f6c099-8831-452a-87b7-7a596f418b48 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714715 Feb 28 13:05:12.345738 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Network 474d9210-7d52-4301-b47a-c8719ae1c32f is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:12.347282 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:12.501264 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Router e6610d10-0723-430a-8248-73f1bec086ae has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:05:12.622888 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:05:12.628418 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-4b531980-3595-4f3f-b9d3-3b62e569e912 admin admin] 10.222.0.23 "PUT /v2.0/routers/e6610d10-0723-430a-8248-73f1bec086ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6899378 Feb 28 13:05:12.668754 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device a39828ac-da6c-4223-a118-9d544d2855dc up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:12.699161 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-d3276961-4050-4da5-b542-a15815010d98 None None] Provisioning complete for port c6d5b55b-ea82-4663-abca-586b5161720b triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:12.699550 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d3276961-4050-4da5-b542-a15815010d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:12.749766 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-d3276961-4050-4da5-b542-a15815010d98 None None] Port c6d5b55b-ea82-4663-abca-586b5161720b cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:05:12.765355 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port a39828ac-da6c-4223-a118-9d544d2855dc triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:12.765836 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (a39828ac-da6c-4223-a118-9d544d2855dc), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:12.847395 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51600) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:12.862306 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9356d87f-c694-42b3-b74c-b4dc0201862e req-7530829a-2d47-4bad-a275-4fd3347b5746 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 210 time: 0.0540049 Feb 28 13:05:12.866361 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1dbc-397c-4bcf-99a8-34aae49a8a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:12.898945 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port a39828ac-da6c-4223-a118-9d544d2855dc is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:12.900535 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (a39828ac-da6c-4223-a118-9d544d2855dc), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:12.926678 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port a39828ac-da6c-4223-a118-9d544d2855dc, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=a39828ac-da6c-4223-a118-9d544d2855dc,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:13.005872 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (a39828ac-da6c-4223-a118-9d544d2855dc), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.008012 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1dbc-397c-4bcf-99a8-34aae49a8a59 admin admin] Publish callbacks [] for security_group (3458f4b3-d17c-4a95-a9fe-58db9f495cb5), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.037845 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6c5cf-4a30-4f9a-a056-2bb39cf539ef req-b3aa99c7-3aae-4be5-8590-815747f7f23f tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:13.039351 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-45d6c5cf-4a30-4f9a-a056-2bb39cf539ef req-b3aa99c7-3aae-4be5-8590-815747f7f23f tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 945 time: 0.0733554 Feb 28 13:05:13.056817 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=a39828ac-da6c-4223-a118-9d544d2855dc,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:13.091880 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1dbc-397c-4bcf-99a8-34aae49a8a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (3458f4b3-d17c-4a95-a9fe-58db9f495cb5), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.116252 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-45d6c5cf-4a30-4f9a-a056-2bb39cf539ef req-30786661-753f-4d77-bbde-5306524d81f3 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662141 Feb 28 13:05:13.137667 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-ce0a1dbc-397c-4bcf-99a8-34aae49a8a59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4473b296920a4c03977effcf598b8f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918437 Feb 28 13:05:13.138540 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a1dbc-397c-4bcf-99a8-34aae49a8a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3458f4b3-d17c-4a95-a9fe-58db9f495cb5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:13.140820 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51610) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:13.190607 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8261fdca-a759-4fc5-8468-dd01a4ba6241 admin admin] Publish callbacks [] for security_group (3458f4b3-d17c-4a95-a9fe-58db9f495cb5), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.214617 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8261fdca-a759-4fc5-8468-dd01a4ba6241 admin admin] Publish callbacks [] for security_group (3458f4b3-d17c-4a95-a9fe-58db9f495cb5), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.350725 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Sync routers for ids ['e6610d10-0723-430a-8248-73f1bec086ae'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:05:13.354836 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8261fdca-a759-4fc5-8468-dd01a4ba6241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (3458f4b3-d17c-4a95-a9fe-58db9f495cb5), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.358425 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8261fdca-a759-4fc5-8468-dd01a4ba6241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.361726 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-8261fdca-a759-4fc5-8468-dd01a4ba6241 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3458f4b3-d17c-4a95-a9fe-58db9f495cb5 HTTP/1.1" status: 204 len: 168 time: 0.2195952 Feb 28 13:05:13.367634 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Routers {'e6610d10-0723-430a-8248-73f1bec086ae'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:05:13.368586 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:04:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e6610d10-0723-430a-8248-73f1bec086ae'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:13.377987 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261fdca-a759-4fc5-8468-dd01a4ba6241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3458f4b3-d17c-4a95-a9fe-58db9f495cb5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:13.513206 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51626) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:13.525383 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1578510619-network', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:13.567690 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Set router e6610d10-0723-430a-8248-73f1bec086ae gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:05:13.581239 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d7d3f-e7ca-4a4f-bfb1-77e80daf97bb req-69d87c56-604c-4c5c-ad94-cb23d3701ff0 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:13.589437 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-358d7d3f-e7ca-4a4f-bfb1-77e80daf97bb req-69d87c56-604c-4c5c-ad94-cb23d3701ff0 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0776508 Feb 28 13:05:13.623001 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Made reservation on behalf of 8920d187f7a64f4595b6ad4d5531255f for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:05:13.625737 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.632453 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-358d7d3f-e7ca-4a4f-bfb1-77e80daf97bb req-dd6f85a6-385f-4b5d-a6ca-f1bd8cb1c4d5 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Feb 28 13:05:13.636201 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.720925 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Publish callbacks [] for security_group (cc9d9b25-c362-47c0-a2c8-f001282a3652), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.788751 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (cc9d9b25-c362-47c0-a2c8-f001282a3652), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.811641 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:05:13.827319 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9d9b25-c362-47c0-a2c8-f001282a3652,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:13.832324 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.832701 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Added segment 2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e of type vlan for network c8284a6f-2913-430b-904b-3128435b8c2e Feb 28 13:05:13.873366 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (c8284a6f-2913-430b-904b-3128435b8c2e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.919246 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:11Z', 'revision_number': 4, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'c6d5b55b-ea82-4663-abca-586b5161720b', 'name': '', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'mac_address': 'fa:16:3e:b3:5b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:10Z', 'updated_at': '2022-02-28T13:05:11Z', 'revision_number': 2, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'subnets': [{'id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:13.958423 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Checking router: e6610d10-0723-430a-8248-73f1bec086ae for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:05:13.958788 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Updating router e6610d10-0723-430a-8248-73f1bec086ae port c6d5b55b-ea82-4663-abca-586b5161720b binding host dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:05:13.990607 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.996029 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (c8284a6f-2913-430b-904b-3128435b8c2e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:13.997526 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:13.997863 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:14.002890 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b9798dfd-c8fb-40e3-8d2f-2c16c310ea35 req-dae28f50-f738-4ec8-95e6-ff3b1626f9a6 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 210 time: 0.0587709 Feb 28 13:05:14.060040 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] Pushing event updated for resources: {'Network': ['ID=c8284a6f-2913-430b-904b-3128435b8c2e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:14.098955 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network c8284a6f-2913-430b-904b-3128435b8c2e details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:05:14.100040 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-8b8d8db6-fd13-4f9a-8610-6e40bf19bae9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5852289 Feb 28 13:05:14.102771 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51640) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:14.108274 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-d34c19ec-da09-4c50-ba64-0c947354ca5f admin admin] Request body: {'subnet': {'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1578510619-subnet', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'ip_version': 4}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:14.200837 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34c19ec-da09-4c50-ba64-0c947354ca5f admin admin] Made reservation on behalf of 8920d187f7a64f4595b6ad4d5531255f for: {'subnet': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:05:14.203553 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d34c19ec-da09-4c50-ba64-0c947354ca5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58726819'] for subnet (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:14.307122 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de677f-e707-4cf9-a925-333e18c111fd req-5ea1a46f-5fd9-4669-afff-3510ec20763f tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:14.308754 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-77de677f-e707-4cf9-a925-333e18c111fd req-5ea1a46f-5fd9-4669-afff-3510ec20763f tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 945 time: 0.1210814 Feb 28 13:05:14.338034 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Publish callbacks [] for port (c6d5b55b-ea82-4663-abca-586b5161720b), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:14.399238 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-77de677f-e707-4cf9-a925-333e18c111fd req-a8a0c7fa-7cb0-4263-99d0-162826c8b34b tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828347 Feb 28 13:05:14.417939 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:14.469824 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9df221-7eae-4c0c-91ec-4a2b4009c21b None None] Pushing event updated for resources: {'Port': ['ID=c6d5b55b-ea82-4663-abca-586b5161720b,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:14.520933 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d34c19ec-da09-4c50-ba64-0c947354ca5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58726801'] for subnet (55139cf8-3dbd-443f-981b-18e77ff52d33), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:14.528744 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Attempting to bind port c6d5b55b-ea82-4663-abca-586b5161720b on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:05:14.529116 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Attempting to bind port c6d5b55b-ea82-4663-abca-586b5161720b by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:05:14.529476 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Attempting to bind port c6d5b55b-ea82-4663-abca-586b5161720b on network 474d9210-7d52-4301-b47a-c8719ae1c32f {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:14.539075 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:05:14.539456 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Checking segment: {'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:14.539912 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:14.540391 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Bound using segment: {'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:05:14.540855 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Bound port: c6d5b55b-ea82-4663-abca-586b5161720b, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:05:14.541238 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:14.570488 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c19ec-da09-4c50-ba64-0c947354ca5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=55139cf8-3dbd-443f-981b-18e77ff52d33,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:14.603134 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34c19ec-da09-4c50-ba64-0c947354ca5f admin admin] Checking segment: {'id': '2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:14.603741 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34c19ec-da09-4c50-ba64-0c947354ca5f admin admin] Network hostable DHCP agents. Network: c8284a6f-2913-430b-904b-3128435b8c2e, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:05:14.632656 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] For port c6d5b55b-ea82-4663-abca-586b5161720b, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:05:14.636380 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] For port c6d5b55b-ea82-4663-abca-586b5161720b, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c6d5b55b-ea82-4663-abca-586b5161720b,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:05:14.682938 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device a39828ac-da6c-4223-a118-9d544d2855dc up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:14.718354 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34c19ec-da09-4c50-ba64-0c947354ca5f admin admin] Network c8284a6f-2913-430b-904b-3128435b8c2e is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:05:14.732592 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:14.738898 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port a39828ac-da6c-4223-a118-9d544d2855dc triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:14.739268 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (a39828ac-da6c-4223-a118-9d544d2855dc), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:14.776600 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f843f7-6464-4be0-952a-00fe9694e7e1 req-2df0606b-6fea-4dc9-9200-b87c572d94fc tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:14.778197 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-33f843f7-6464-4be0-952a-00fe9694e7e1 req-2df0606b-6fea-4dc9-9200-b87c572d94fc tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0720453 Feb 28 13:05:14.827734 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-d34c19ec-da09-4c50-ba64-0c947354ca5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, c8284a6f-2913-430b-904b-3128435b8c2e) {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:14.835117 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-33f843f7-6464-4be0-952a-00fe9694e7e1 req-be4bb982-e443-4820-b9a4-ea4d2801b4f6 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493984 Feb 28 13:05:14.836411 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34c19ec-da09-4c50-ba64-0c947354ca5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:14.837008 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d34c19ec-da09-4c50-ba64-0c947354ca5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:14.847849 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8da0b-7746-444c-a08a-a3b4cd7f6733 None None] Network c8284a6f-2913-430b-904b-3128435b8c2e requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:05:14.854392 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9df221-7eae-4c0c-91ec-4a2b4009c21b None None] Pushing event updated for resources: {'Port': ['ID=c6d5b55b-ea82-4663-abca-586b5161720b,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:14.905123 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-1ab60d93-6838-4266-a5f2-3c09cc6300eb None None] Provisioning complete for port c6d5b55b-ea82-4663-abca-586b5161720b triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:14.905502 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ab60d93-6838-4266-a5f2-3c09cc6300eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:14.947940 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d34c19ec-da09-4c50-ba64-0c947354ca5f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8416417 Feb 28 13:05:14.948290 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51664) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:14.952923 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1578510619-router', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:14.958173 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Routers {'e6610d10-0723-430a-8248-73f1bec086ae'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:05:14.958831 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:04:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e6610d10-0723-430a-8248-73f1bec086ae'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:15.053663 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7267'] for router (5d150447-ace1-49a3-a61a-e2d9c0556d4f), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.062861 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7272'] for router (5d150447-ace1-49a3-a61a-e2d9c0556d4f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.137655 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port a39828ac-da6c-4223-a118-9d544d2855dc is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:15.142748 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a45a3a72-964f-4d96-ac84-cb0aa2eebd70 req-196026a1-a9d0-4811-803c-0dd67810a325 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 210 time: 0.0336838 Feb 28 13:05:15.147399 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4da0fec-8aac-54e0-9d72-a406a4863af2-c8284a6f-2913-430b-904b-3128435b8c2e', 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e', 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'fixed_ips': [{'subnet_id': '55139cf8-3dbd-443f-981b-18e77ff52d33'}]}} from dv-cinder-831202-1-iscsi. {{(pid=103233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 13:05:15.148274 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.155783 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Publish callbacks [] for router_controller (5d150447-ace1-49a3-a61a-e2d9c0556d4f), precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.224437 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] Set router e6610d10-0723-430a-8248-73f1bec086ae gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:05:15.308270 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-1ab60d93-6838-4266-a5f2-3c09cc6300eb None None] Current status of the port c6d5b55b-ea82-4663-abca-586b5161720b is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:15.308666 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ab60d93-6838-4266-a5f2-3c09cc6300eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.399066 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Publish callbacks [] for router_gateway (5d150447-ace1-49a3-a61a-e2d9c0556d4f), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.402445 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:15.407846 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-c1db5215-fc2e-422f-a55a-7c2e1de84be7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:15.409332 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-c1db5215-fc2e-422f-a55a-7c2e1de84be7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "GET /v2.0/networks?id=245d4435-eb6f-44af-b6bb-8cc635cb8f72 HTTP/1.1" status: 200 len: 814 time: 0.2395141 Feb 28 13:05:15.445709 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Request body: {'port': {'device_id': '42325d13-cc47-46c2-bc66-e662ab3bfb11', 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72', 'admin_state_up': True, 'tenant_id': 'a514bc8f2c964d85b7aa365400763653'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:15.462339 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51674) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:15.496725 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-1ab60d93-6838-4266-a5f2-3c09cc6300eb None None] For port c6d5b55b-ea82-4663-abca-586b5161720b, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c6d5b55b-ea82-4663-abca-586b5161720b,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:15.523189 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Allocated IP 172.20.0.2 (c8284a6f-2913-430b-904b-3128435b8c2e/55139cf8-3dbd-443f-981b-18e77ff52d33/246eb038-e50a-4680-ab90-7b4cc5063f39) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:05:15.560189 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c63d1-8223-49d5-9783-1047b8de2fa6 req-002ca37f-87d1-4ab7-a561-20eb9251f515 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:15.561920 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7c2c63d1-8223-49d5-9783-1047b8de2fa6 req-002ca37f-87d1-4ab7-a561-20eb9251f515 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 945 time: 0.0667589 Feb 28 13:05:15.629681 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ab60d93-6838-4266-a5f2-3c09cc6300eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.633850 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.640780 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7c2c63d1-8223-49d5-9783-1047b8de2fa6 req-21e372cc-95eb-4ddd-ba8b-412bbe0df82c tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729237 Feb 28 13:05:15.719968 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Publish callbacks [] for security_group (ab541af8-c794-49c1-90b2-1b138afa7d33), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.743101 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Made reservation on behalf of a514bc8f2c964d85b7aa365400763653 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:05:15.746478 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.760875 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (ab541af8-c794-49c1-90b2-1b138afa7d33), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.808283 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc69fb50e6564ecfa3784409e670cecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447852 Feb 28 13:05:15.810754 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51682) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:15.816769 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab541af8-c794-49c1-90b2-1b138afa7d33,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:15.832319 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.832855 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.833311 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.833761 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.834194 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.834631 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.835064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.835549 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.835973 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.836412 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.836843 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.837270 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.837696 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cda5c8-31cc-4707-8eeb-95c10544dc3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:15.869313 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:05:15.882929 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Publish callbacks [] for router_gateway (5d150447-ace1-49a3-a61a-e2d9c0556d4f), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.899435 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fcd03911-8633-4633-91f0-d82edfe38418 admin admin] Publish callbacks [] for security_group (ab541af8-c794-49c1-90b2-1b138afa7d33), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.901191 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:15.901565 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.906791 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.907061 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab60d93-6838-4266-a5f2-3c09cc6300eb None None] Pushing event updated for resources: {'Port': ['ID=c6d5b55b-ea82-4663-abca-586b5161720b,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:15.951579 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fcd03911-8633-4633-91f0-d82edfe38418 admin admin] Publish callbacks [] for security_group (ab541af8-c794-49c1-90b2-1b138afa7d33), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:15.964163 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-30819b38-52a4-4b05-bcec-fbc79f924cda None None] Provisioning complete for port c6d5b55b-ea82-4663-abca-586b5161720b triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:15.964846 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30819b38-52a4-4b05-bcec-fbc79f924cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.002103 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Allocated IP 172.20.0.12 (245d4435-eb6f-44af-b6bb-8cc635cb8f72/33a32ce5-a5da-48af-a2ce-6938234117b8/ecbadb3d-57be-41c7-9300-325b75fc8bd2) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:05:16.052392 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd125da-b581-4496-b9f0-1e825357a651 req-02d7635e-0827-4300-9755-0fddc645ef74 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:16.054108 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bdd125da-b581-4496-b9f0-1e825357a651 req-02d7635e-0827-4300-9755-0fddc645ef74 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1003954 Feb 28 13:05:16.069736 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Publish callbacks [] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.092487 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Allocated IP 172.27.2.249 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:05:16.094479 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:11Z', 'revision_number': 4, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'c6d5b55b-ea82-4663-abca-586b5161720b', 'name': '', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'mac_address': 'fa:16:3e:b3:5b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:10Z', 'updated_at': '2022-02-28T13:05:14Z', 'revision_number': 4, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'subnets': [{'id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:16.136288 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bdd125da-b581-4496-b9f0-1e825357a651 req-22c4a83c-4b02-4a3b-85ea-95d4e28fd36d tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722506 Feb 28 13:05:16.140082 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7f520-6a80-4dcd-8d66-1e37e7d1d0e0 None None] The sync data for ids ['e6610d10-0723-430a-8248-73f1bec086ae'] in dv-cinder-831202-1-iscsi is: [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:11Z', 'revision_number': 4, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'c6d5b55b-ea82-4663-abca-586b5161720b', 'name': '', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'mac_address': 'fa:16:3e:b3:5b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:10Z', 'updated_at': '2022-02-28T13:05:14Z', 'revision_number': 4, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'subnets': [{'id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:05:16.224941 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fcd03911-8633-4633-91f0-d82edfe38418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (ab541af8-c794-49c1-90b2-1b138afa7d33), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.230846 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-fcd03911-8633-4633-91f0-d82edfe38418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.239204 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-fcd03911-8633-4633-91f0-d82edfe38418 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab541af8-c794-49c1-90b2-1b138afa7d33 HTTP/1.1" status: 204 len: 168 time: 0.4273202 Feb 28 13:05:16.277234 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd03911-8633-4633-91f0-d82edfe38418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab541af8-c794-49c1-90b2-1b138afa7d33,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:16.289969 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.344214 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1c2e46d2-106a-4116-a513-326ec9c4fe02 req-870caa13-ab06-47c3-9812-4bce4ad90a9c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 210 time: 0.0828557 Feb 28 13:05:16.360109 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks [] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.380136 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:16.380136 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.401751 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Publish callbacks [] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.460662 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Network c8284a6f-2913-430b-904b-3128435b8c2e is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:16.508910 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-30819b38-52a4-4b05-bcec-fbc79f924cda None None] Current status of the port c6d5b55b-ea82-4663-abca-586b5161720b is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:16.508910 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:16.508910 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7564ff6-af26-4ab1-bc26-fb46fe9d867d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed4320e-7fab-4d1d-8326-9bc873fd5e4c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:05:16.508910 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9b05f6-0469-4210-ae8e-626f091845b2" -d '{"events": [{"server_uuid": "b7564ff6-af26-4ab1-bc26-fb46fe9d867d", "name": "network-vif-plugged", "status": "completed", "tag": "8ed4320e-7fab-4d1d-8326-9bc873fd5e4c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:05:16.508910 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:05:16.508910 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Pushing event updated for resources: {'Port': ['ID=246eb038-e50a-4680-ab90-7b4cc5063f39,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:16.508910 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c,segment=NetworkSegment(265d43f5-da27-42a3-9cc1-fd5fb6041c45),segment_id=265d43f5-da27-42a3-9cc1-fd5fb6041c45)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:16.527100 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68b75b0-42d9-4d03-9faf-207139814ce4 x-openstack-request-id: req-c68b75b0-42d9-4d03-9faf-207139814ce4 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:05:16.527413 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7564ff6-af26-4ab1-bc26-fb46fe9d867d", "name": "network-vif-plugged", "status": "completed", "tag": "8ed4320e-7fab-4d1d-8326-9bc873fd5e4c", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:05:16.527723 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c68b75b0-42d9-4d03-9faf-207139814ce4 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:05:16.528098 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7564ff6-af26-4ab1-bc26-fb46fe9d867d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed4320e-7fab-4d1d-8326-9bc873fd5e4c', 'code': 200} Feb 28 13:05:16.656497 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Attempting to bind port 246eb038-e50a-4680-ab90-7b4cc5063f39 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:05:16.656497 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Attempting to bind port 246eb038-e50a-4680-ab90-7b4cc5063f39 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:05:16.656497 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Attempting to bind port 246eb038-e50a-4680-ab90-7b4cc5063f39 on network c8284a6f-2913-430b-904b-3128435b8c2e {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:16.656497 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:05:16.656497 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Checking segment: {'id': '2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:16.656497 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.656497 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Bound using segment: {'id': '2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:05:16.656497 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Bound port: 246eb038-e50a-4680-ab90-7b4cc5063f39, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:05:16.656497 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.657543 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] For port 246eb038-e50a-4680-ab90-7b4cc5063f39, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:05:16.657543 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] For port 246eb038-e50a-4680-ab90-7b4cc5063f39, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=246eb038-e50a-4680-ab90-7b4cc5063f39,segment=NetworkSegment(2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e),segment_id=2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:05:16.727100 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c6d5b55b-ea82-4663-abca-586b5161720b up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:16.775059 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc24a06-6fd9-49c5-a4b1-7b0381a9ae5d req-64b1dbe7-49e8-405c-a1ac-c2beffba6504 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:16.776862 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cbc24a06-6fd9-49c5-a4b1-7b0381a9ae5d req-64b1dbe7-49e8-405c-a1ac-c2beffba6504 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 945 time: 0.0577989 Feb 28 13:05:16.778782 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port c6d5b55b-ea82-4663-abca-586b5161720b triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:16.779193 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.788007 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.795055 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.812656 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['e0dd1599-2f93-48e0-a17f-b7ca57962161', '6a81747a-662e-44af-ba50-e34ae7ae24e5', '9afb72c8-8283-4264-a309-6fadf4786b9b'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:05:16.876440 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cbc24a06-6fd9-49c5-a4b1-7b0381a9ae5d req-a449e39a-e744-40ad-bc19-593fe3bf2107 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873196 Feb 28 13:05:16.882507 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.902831 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:16.911352 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:16.914925 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:16.928223 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:16.932286 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:05:16.984308 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:16.991219 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:05:17.104370 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:17.230920 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port c6d5b55b-ea82-4663-abca-586b5161720b is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:17.266126 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb516073-8816-447d-9428-21c0c52320c6 None None] Pushing event updated for resources: {'Port': ['ID=246eb038-e50a-4680-ab90-7b4cc5063f39,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:17.392035 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dae78-76a2-48df-9ef7-8b1e6c7d2937 req-0d89b0b0-f7d1-4611-b946-55012dda22ca tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:17.420182 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-017dae78-76a2-48df-9ef7-8b1e6c7d2937 req-0d89b0b0-f7d1-4611-b946-55012dda22ca tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1538267 Feb 28 13:05:17.523459 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-017dae78-76a2-48df-9ef7-8b1e6c7d2937 req-b7f4003b-4643-46f0-b6a0-b401e9a2e3a9 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020756 Feb 28 13:05:17.588961 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Pushing event updated for resources: {'Port': ['ID=ecbadb3d-57be-41c7-9300-325b75fc8bd2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:17.605915 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e7c4a-d830-4d71-85ec-ae3a7102dfa2 req-d7d5432c-7456-4150-bec3-b515fb7cccba tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:17.607715 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1c9e7c4a-d830-4d71-85ec-ae3a7102dfa2 req-d7d5432c-7456-4150-bec3-b515fb7cccba tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 932 time: 0.0832472 Feb 28 13:05:17.664067 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1c9e7c4a-d830-4d71-85ec-ae3a7102dfa2 req-b86a8484-9806-43c3-9d49-99135a63ed84 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489669 Feb 28 13:05:17.667648 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:17.673192 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:17.673192 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.673192 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.673192 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.673192 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.673192 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.673192 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.673192 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.674228 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.674228 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.674376 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.674901 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.675001 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.675287 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:17.693195 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:17.778783 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:17.787081 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd6d12-bd71-47c6-8ff9-a9f362e5691c req-c4ac8f0a-7d2d-443b-aad1-9cde3697edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:17.788533 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-05bd6d12-bd71-47c6-8ff9-a9f362e5691c req-c4ac8f0a-7d2d-443b-aad1-9cde3697edd0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 1130 time: 0.2020738 Feb 28 13:05:17.807716 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-71c9e07c-5774-44c0-b377-da788d6e9b24 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3739953 Feb 28 13:05:17.830460 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Request body: {'port': {'device_id': '42325d13-cc47-46c2-bc66-e662ab3bfb11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:17.907893 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-05bd6d12-bd71-47c6-8ff9-a9f362e5691c req-ab77dd46-fce8-40aa-88b7-24ae57c1db94 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090364 Feb 28 13:05:18.012183 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:18.099842 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Publish callbacks [] for router_gateway (5d150447-ace1-49a3-a61a-e2d9c0556d4f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:18.133557 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf91619-ca41-4020-b024-a0337c1639ae req-d35e1460-bbff-4483-8c3d-8cc0953055da tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:18.135205 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5bf91619-ca41-4020-b024-a0337c1639ae req-d35e1460-bbff-4483-8c3d-8cc0953055da tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 946 time: 0.1213145 Feb 28 13:05:18.231267 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5bf91619-ca41-4020-b024-a0337c1639ae req-b173e34c-fbda-4cc9-9e3d-0065049de527 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872107 Feb 28 13:05:18.323618 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab95e03-d958-406f-a58c-b88ade468598 None None] Network c8284a6f-2913-430b-904b-3128435b8c2e requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:05:18.464340 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8782f720-19ec-4261-82f1-1a39e10d6b90 None None] Provisioning complete for port 246eb038-e50a-4680-ab90-7b4cc5063f39 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:18.464655 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8782f720-19ec-4261-82f1-1a39e10d6b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:18.568804 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3689114'] for router (5d150447-ace1-49a3-a61a-e2d9c0556d4f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:18.580085 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cc6f1-9674-4d6c-a58d-0a2c7e78aaa6 req-c37a37d0-af49-4016-9a74-ff46e5fc1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:18.582918 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-767cc6f1-9674-4d6c-a58d-0a2c7e78aaa6 req-c37a37d0-af49-4016-9a74-ff46e5fc1b6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 1129 time: 0.1548057 Feb 28 13:05:18.599844 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8782f720-19ec-4261-82f1-1a39e10d6b90 None None] Current status of the port 246eb038-e50a-4680-ab90-7b4cc5063f39 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:18.600419 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8782f720-19ec-4261-82f1-1a39e10d6b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:18.624650 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbadb3d-57be-41c7-9300-325b75fc8bd2 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:05:18.646532 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Publish callbacks [] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:18.657273 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8782f720-19ec-4261-82f1-1a39e10d6b90 None None] For port 246eb038-e50a-4680-ab90-7b4cc5063f39, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=246eb038-e50a-4680-ab90-7b4cc5063f39,segment=NetworkSegment(2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e),segment_id=2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:18.709122 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8782f720-19ec-4261-82f1-1a39e10d6b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:18.713553 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Transition to ACTIVE for port object ecbadb3d-57be-41c7-9300-325b75fc8bd2 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:05:18.735837 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca0256-32f7-4ed9-a771-503a8248c6e0 req-de02f3de-bf15-48e3-96e8-bd2f9e9a804e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:18.751139 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2aca0256-32f7-4ed9-a771-503a8248c6e0 req-de02f3de-bf15-48e3-96e8-bd2f9e9a804e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1163263 Feb 28 13:05:18.801620 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:18.847546 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2aca0256-32f7-4ed9-a771-503a8248c6e0 req-6f839b10-9d55-4c16-9aa1-5590d51da825 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855832 Feb 28 13:05:18.882094 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 246eb038-e50a-4680-ab90-7b4cc5063f39 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:18.893929 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782f720-19ec-4261-82f1-1a39e10d6b90 None None] Pushing event updated for resources: {'Port': ['ID=246eb038-e50a-4680-ab90-7b4cc5063f39,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:18.934388 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cc6f1-9674-4d6c-a58d-0a2c7e78aaa6 req-a7d80a4c-1ba4-436c-afd8-ecd6bbeecdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:18.936277 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-767cc6f1-9674-4d6c-a58d-0a2c7e78aaa6 req-a7d80a4c-1ba4-436c-afd8-ecd6bbeecdb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 919 time: 0.3072519 Feb 28 13:05:18.960169 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Pushing event updated for resources: {'Port': ['ID=ecbadb3d-57be-41c7-9300-325b75fc8bd2,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:18.963617 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-b9e9b0df-0b1b-47d6-a19a-652ed09ad839 None None] Provisioning complete for port 246eb038-e50a-4680-ab90-7b4cc5063f39 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:18.964063 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9e9b0df-0b1b-47d6-a19a-652ed09ad839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:19.002721 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-767cc6f1-9674-4d6c-a58d-0a2c7e78aaa6 req-8dd57706-9061-4111-9835-a8da111681a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c HTTP/1.1" status: 200 len: 217 time: 0.0538077 Feb 28 13:05:19.010940 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 246eb038-e50a-4680-ab90-7b4cc5063f39 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:19.011317 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:19.021724 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48765d6d-5e18-4ed1-83d1-e19569657822 req-a251469b-4a64-4889-ae7a-37ea28390879 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:19.031115 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-48765d6d-5e18-4ed1-83d1-e19569657822 req-a251469b-4a64-4889-ae7a-37ea28390879 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 944 time: 0.1020002 Feb 28 13:05:19.101506 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-48765d6d-5e18-4ed1-83d1-e19569657822 req-a86840b4-93f0-4afd-87b5-60ec673e6381 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689399 Feb 28 13:05:19.138757 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9b0df-0b1b-47d6-a19a-652ed09ad839 None None] Current status of the port 246eb038-e50a-4680-ab90-7b4cc5063f39 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:19.144554 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 246eb038-e50a-4680-ab90-7b4cc5063f39 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:19.150343 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cc6f1-9674-4d6c-a58d-0a2c7e78aaa6 req-a4d718ac-fa05-439f-99b4-5b8a2e275f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:19.151835 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-767cc6f1-9674-4d6c-a58d-0a2c7e78aaa6 req-a4d718ac-fa05-439f-99b4-5b8a2e275f29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 HTTP/1.1" status: 200 len: 858 time: 0.1217227 Feb 28 13:05:19.174374 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Attempting to bind port ecbadb3d-57be-41c7-9300-325b75fc8bd2 on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:05:19.174697 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Attempting to bind port ecbadb3d-57be-41c7-9300-325b75fc8bd2 by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:05:19.175022 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Attempting to bind port ecbadb3d-57be-41c7-9300-325b75fc8bd2 on network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:19.192411 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-767cc6f1-9674-4d6c-a58d-0a2c7e78aaa6 req-5ad3ffba-1f26-4912-a9b1-081b50026aae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32e9cc3b-dca1-43ec-8052-db962743c7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302529 Feb 28 13:05:19.194410 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Port ecbadb3d-57be-41c7-9300-325b75fc8bd2 on network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:05:19.194744 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Attempting to bind port ecbadb3d-57be-41c7-9300-325b75fc8bd2 on network 245d4435-eb6f-44af-b6bb-8cc635cb8f72 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:19.199637 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:05:19.199970 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Checking segment: {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:19.200345 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Bound using segment: {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:05:19.200776 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Bound port: ecbadb3d-57be-41c7-9300-325b75fc8bd2, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53986baf-1fce-4832-a514-e5995d2b805f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:05:19.201118 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:19.259405 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Router 5d150447-ace1-49a3-a61a-e2d9c0556d4f is scheduled to L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 13:05:19.360808 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78202b3f-255b-4142-8068-090303b219ac req-57741341-24ca-46f2-9365-518ebb37cb0e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:19.365085 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-78202b3f-255b-4142-8068-090303b219ac req-57741341-24ca-46f2-9365-518ebb37cb0e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 946 time: 0.0609429 Feb 28 13:05:19.383130 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] For port ecbadb3d-57be-41c7-9300-325b75fc8bd2, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:05:19.428800 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-78202b3f-255b-4142-8068-090303b219ac req-9512f269-89c0-40ac-9e6b-55b05edc0c16 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561898 Feb 28 13:05:19.432396 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] For port ecbadb3d-57be-41c7-9300-325b75fc8bd2, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ecbadb3d-57be-41c7-9300-325b75fc8bd2,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:05:19.441393 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-767cc6f1-9674-4d6c-a58d-0a2c7e78aaa6 req-bfdc6e6f-0d7e-4284-aec2-ead26742e29b service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373073 Feb 28 13:05:19.510818 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:05:19.521258 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:19.521957 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Sync routers for ids ['5d150447-ace1-49a3-a61a-e2d9c0556d4f'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:05:19.532953 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Routers {'5d150447-ace1-49a3-a61a-e2d9c0556d4f'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:05:19.533687 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:04:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['5d150447-ace1-49a3-a61a-e2d9c0556d4f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:19.579689 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:19.580379 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:19.581730 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] 10.222.0.35 "PUT /v2.0/ports/ecbadb3d-57be-41c7-9300-325b75fc8bd2 HTTP/1.1" status: 200 len: 1094 time: 1.7596481 Feb 28 13:05:19.584361 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42325d13-cc47-46c2-bc66-e662ab3bfb11', 'tag': 'ecbadb3d-57be-41c7-9300-325b75fc8bd2'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:05:19.586592 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5396ca7-2e8e-49d0-b8c8-d0fff2ae7889" -d '{"events": [{"name": "network-changed", "server_uuid": "42325d13-cc47-46c2-bc66-e662ab3bfb11", "tag": "ecbadb3d-57be-41c7-9300-325b75fc8bd2"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:05:19.618205 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:19.618205 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-bc577a51-a8fb-4d12-998a-be00e4924bf7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6643920 Feb 28 13:05:19.618409 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51768) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:19.619047 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-767cc6f1-9674-4d6c-a58d-0a2c7e78aaa6 req-5efc25eb-1cac-4b12-baa5-0619b655b9f4 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665554 Feb 28 13:05:19.619917 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66aed8b-685e-4ab3-b1b9-d8e87cf0812b service neutron] Pushing event updated for resources: {'Port': ['ID=ecbadb3d-57be-41c7-9300-325b75fc8bd2,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:19.649328 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Set router 5d150447-ace1-49a3-a61a-e2d9c0556d4f gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:05:19.665946 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafec31c-b3ec-4594-b405-f7967b760114 x-openstack-request-id: req-bafec31c-b3ec-4594-b405-f7967b760114 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:05:19.666433 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42325d13-cc47-46c2-bc66-e662ab3bfb11", "tag": "ecbadb3d-57be-41c7-9300-325b75fc8bd2", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:05:19.666547 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bafec31c-b3ec-4594-b405-f7967b760114 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:05:19.667407 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42325d13-cc47-46c2-bc66-e662ab3bfb11', 'tag': 'ecbadb3d-57be-41c7-9300-325b75fc8bd2', 'status': 'completed', 'code': 200} Feb 28 13:05:19.801596 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396ca7-2e8e-49d0-b8c8-d0fff2ae7889 req-93d837e5-86a6-4d54-a325-929cfc008f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:19.803353 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-b5396ca7-2e8e-49d0-b8c8-d0fff2ae7889 req-93d837e5-86a6-4d54-a325-929cfc008f99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 1128 time: 0.0488245 Feb 28 13:05:19.815524 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca3f51-e5ee-4674-8211-e01f21ef258a req-77be0bf8-f825-4cfa-a4fd-1ec4730c52dc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:19.817360 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4dca3f51-e5ee-4674-8211-e01f21ef258a req-77be0bf8-f825-4cfa-a4fd-1ec4730c52dc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.1108675 Feb 28 13:05:19.841925 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'name': 'tempest-TestShelveInstance-1578510619-router', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:17Z', 'revision_number': 3, 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'gw_port': {'id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:19.877626 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Checking router: 5d150447-ace1-49a3-a61a-e2d9c0556d4f for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:05:19.878115 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Updating router 5d150447-ace1-49a3-a61a-e2d9c0556d4f port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f binding host dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:05:19.910068 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:19.960773 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396ca7-2e8e-49d0-b8c8-d0fff2ae7889 req-6909549a-4ca0-47f0-98bc-5a1b3c9b7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:19.962763 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-b5396ca7-2e8e-49d0-b8c8-d0fff2ae7889 req-6909549a-4ca0-47f0-98bc-5a1b3c9b7c2c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a514bc8f2c964d85b7aa365400763653&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1396351 Feb 28 13:05:19.974690 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4dca3f51-e5ee-4674-8211-e01f21ef258a req-68e0e864-805c-421c-a941-54bae68302f3 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229162 Feb 28 13:05:20.132691 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396ca7-2e8e-49d0-b8c8-d0fff2ae7889 req-530b3ee6-6f06-40b1-a619-488e8c5432ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:20.137460 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-b5396ca7-2e8e-49d0-b8c8-d0fff2ae7889 req-530b3ee6-6f06-40b1-a619-488e8c5432ae service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294773 Feb 28 13:05:20.202262 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Publish callbacks [] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:20.257201 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-ae04b9c4-0e5f-45ba-b145-a42d4363470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:20.258810 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-ae04b9c4-0e5f-45ba-b145-a42d4363470b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a514bc8f2c964d85b7aa365400763653&device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 1128 time: 0.0673022 Feb 28 13:05:20.274483 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:20.306080 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-02a26115-1fc1-445d-a7e4-14741de3d7b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecbadb3d-57be-41c7-9300-325b75fc8bd2 HTTP/1.1" status: 200 len: 217 time: 0.0339069 Feb 28 13:05:20.310857 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788f090-1c98-4a54-a856-a011831be5ae req-920d76d1-01aa-46d5-ae8e-64322f7f6c63 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:20.312469 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1788f090-1c98-4a54-a856-a011831be5ae req-920d76d1-01aa-46d5-ae8e-64322f7f6c63 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.3815641 Feb 28 13:05:20.327930 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc7fba-2b5e-436c-a23c-93f8d5a3da2e None None] Pushing event updated for resources: {'Port': ['ID=7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:20.334703 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Attempting to bind port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:05:20.334936 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Attempting to bind port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:05:20.335304 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Attempting to bind port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f on network 35badc98-a186-415a-b1b0-8c2ba87645f6 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:20.347153 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:05:20.347153 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Checking segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:20.347153 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:20.347153 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Bound using segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:05:20.347153 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Bound port: 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:05:20.347153 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:20.374212 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-0e78a066-3cf5-4384-947c-93d5fd8016bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:20.376032 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-0e78a066-3cf5-4384-947c-93d5fd8016bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33a32ce5-a5da-48af-a2ce-6938234117b8 HTTP/1.1" status: 200 len: 854 time: 0.0529871 Feb 28 13:05:20.398109 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] For port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:05:20.401311 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] For port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:05:20.410427 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8bbbc-ae52-4795-a0a9-3ad608c7b509 req-c14486a8-6475-4b76-9359-2fafa7cbaa5e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:20.411953 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-21c8bbbc-ae52-4795-a0a9-3ad608c7b509 req-c14486a8-6475-4b76-9359-2fafa7cbaa5e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 944 time: 0.1526082 Feb 28 13:05:20.424426 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-e35e4322-981e-44eb-b75e-c9f8329bdc06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=245d4435-eb6f-44af-b6bb-8cc635cb8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303674 Feb 28 13:05:20.449404 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1788f090-1c98-4a54-a856-a011831be5ae req-3d3f8133-d6af-4f1a-9881-67ae651b31aa tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918965 Feb 28 13:05:20.489188 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:20.530170 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-21c8bbbc-ae52-4795-a0a9-3ad608c7b509 req-ba3e9ca4-33a6-4b2a-a06e-1486b28880c3 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038461 Feb 28 13:05:20.532656 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-1e4bb635-271d-4222-a66a-7e0c65e3f5a5 service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933092 Feb 28 13:05:20.559256 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Routers {'5d150447-ace1-49a3-a61a-e2d9c0556d4f'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:05:20.559849 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:04:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['5d150447-ace1-49a3-a61a-e2d9c0556d4f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:20.659979 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8848af49-06da-45df-b1c9-2442443ee9b9 req-41d1fc12-b4f1-4700-a4bc-1295644f029f service neutron] 10.222.0.35 "GET /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147728 Feb 28 13:05:20.690069 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 246eb038-e50a-4680-ab90-7b4cc5063f39 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:20.698937 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adcfe7-c640-478f-82eb-ab45cdac337e req-583b696e-5a7a-485e-a552-dcc0a6aab2b4 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:20.706134 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-91adcfe7-c640-478f-82eb-ab45cdac337e req-583b696e-5a7a-485e-a552-dcc0a6aab2b4 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 946 time: 0.1468594 Feb 28 13:05:20.710693 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc7fba-2b5e-436c-a23c-93f8d5a3da2e None None] Pushing event updated for resources: {'Port': ['ID=7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:20.718676 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:20.730455 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] Set router 5d150447-ace1-49a3-a61a-e2d9c0556d4f gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:05:20.751897 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 246eb038-e50a-4680-ab90-7b4cc5063f39 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:20.752287 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:20.820608 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-91adcfe7-c640-478f-82eb-ab45cdac337e req-5a53deae-9784-4b4a-8829-30db9f02d3a0 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082692 Feb 28 13:05:20.865983 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 246eb038-e50a-4680-ab90-7b4cc5063f39 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:20.946284 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'name': 'tempest-TestShelveInstance-1578510619-router', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:17Z', 'revision_number': 3, 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'gw_port': {'id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:20.971307 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Allocated IP 172.20.0.1 (c8284a6f-2913-430b-904b-3128435b8c2e/55139cf8-3dbd-443f-981b-18e77ff52d33/c101f911-7bd3-4140-a980-b0b61e7460a2) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:05:21.053572 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfaa445-4089-4746-93e3-e8c572dbad2e None None] The sync data for ids ['5d150447-ace1-49a3-a61a-e2d9c0556d4f'] in dv-cinder-831202-1-iscsi is: [{'id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'name': 'tempest-TestShelveInstance-1578510619-router', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:17Z', 'revision_number': 3, 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'gw_port': {'id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:05:21.083629 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Publish callbacks [] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:21.168740 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55734ab0-9c67-4748-a67f-c5dfbc6e77eb req-ff7ad5b0-57f9-4e62-b461-04c10d391f59 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:21.173396 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-55734ab0-9c67-4748-a67f-c5dfbc6e77eb req-ff7ad5b0-57f9-4e62-b461-04c10d391f59 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0779073 Feb 28 13:05:21.232984 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-55734ab0-9c67-4748-a67f-c5dfbc6e77eb req-ea70a18f-9d24-4c9f-b2cd-ec8ed79588c3 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453203 Feb 28 13:05:21.360762 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:21.406231 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Network c8284a6f-2913-430b-904b-3128435b8c2e is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:21.409307 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:21.413862 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:05:21.437259 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Pushing event updated for resources: {'Port': ['ID=c101f911-7bd3-4140-a980-b0b61e7460a2,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:21.457090 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690439'] for router_interface (5d150447-ace1-49a3-a61a-e2d9c0556d4f), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:21.696812 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-43f47f49-8b9b-4d71-ac57-4fd38f0fc27c None None] Provisioning complete for port c101f911-7bd3-4140-a980-b0b61e7460a2 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:21.697920 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43f47f49-8b9b-4d71-ac57-4fd38f0fc27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:21.709989 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3066e74-c5d7-48eb-8c81-4188235b996b req-27b7a619-6eb5-490e-9fbf-4352ca61a9eb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:21.711802 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d3066e74-c5d7-48eb-8c81-4188235b996b req-27b7a619-6eb5-490e-9fbf-4352ca61a9eb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1813509 Feb 28 13:05:21.746366 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a153207-2695-4dd7-be66-b928ad5d2a1e req-bd56aded-3b33-4711-9924-bad79359fa84 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:21.747115 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-43f47f49-8b9b-4d71-ac57-4fd38f0fc27c None None] Port c101f911-7bd3-4140-a980-b0b61e7460a2 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:05:21.747913 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1a153207-2695-4dd7-be66-b928ad5d2a1e req-bd56aded-3b33-4711-9924-bad79359fa84 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 944 time: 0.1401160 Feb 28 13:05:21.830224 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d3066e74-c5d7-48eb-8c81-4188235b996b req-cd5d5bbc-b59c-4574-b061-9c4b2439bfd5 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098642 Feb 28 13:05:21.840802 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:21.855461 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1a153207-2695-4dd7-be66-b928ad5d2a1e req-81e883e9-cbce-471a-a058-df0802f9cebe tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995097 Feb 28 13:05:22.024021 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Publish callbacks [] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:22.103304 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808566'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:22.170350 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Pushing event updated for resources: {'Port': ['ID=c101f911-7bd3-4140-a980-b0b61e7460a2,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:22.177038 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689303'] for router_interface (5d150447-ace1-49a3-a61a-e2d9c0556d4f), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:22.273325 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Network c8284a6f-2913-430b-904b-3128435b8c2e is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:22.274685 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:22.369402 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:05:22.430900 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece7a0a-3331-4a55-941e-6ede7360832b req-ef2837e8-0bfa-49a5-809a-43ac28cc9679 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:22.432534 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cece7a0a-3331-4a55-941e-6ede7360832b req-ef2837e8-0bfa-49a5-809a-43ac28cc9679 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.1140447 Feb 28 13:05:22.443246 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Router 5d150447-ace1-49a3-a61a-e2d9c0556d4f has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:05:22.474145 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-b53920ae-62c4-4d25-92dd-8d1c72eb7c1d None None] Provisioning complete for port c101f911-7bd3-4140-a980-b0b61e7460a2 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:22.474514 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b53920ae-62c4-4d25-92dd-8d1c72eb7c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:22.508479 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b53920ae-62c4-4d25-92dd-8d1c72eb7c1d None None] Port c101f911-7bd3-4140-a980-b0b61e7460a2 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:05:22.530965 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cece7a0a-3331-4a55-941e-6ede7360832b req-1ab67d41-791f-4c9d-b251-ec2a83e9b78a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903130 Feb 28 13:05:22.592514 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:05:22.606463 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-1841112a-51d3-45d2-835c-f2b92328ac92 admin admin] 10.222.0.23 "PUT /v2.0/routers/5d150447-ace1-49a3-a61a-e2d9c0556d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9873898 Feb 28 13:05:22.663156 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:22.717653 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:22.718311 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:22.809748 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:22.810228 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:22.831041 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:22.885824 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-040fd6ae-85da-41af-afaa-c7f0702059ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:22.901995 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:22.956912 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:22.967267 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1a2eb-413b-4a92-8cc4-bcab4f799bb7 req-5d974bdd-d66f-46a6-bbf2-7ad323f62c96 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:22.968890 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-97d1a2eb-413b-4a92-8cc4-bcab4f799bb7 req-5d974bdd-d66f-46a6-bbf2-7ad323f62c96 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0660288 Feb 28 13:05:23.022182 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-97d1a2eb-413b-4a92-8cc4-bcab4f799bb7 req-dd54df33-3b8e-497b-af58-991d80be6a41 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468900 Feb 28 13:05:23.124834 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51826) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:23.127089 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e512c7-77e2-4ed4-b6f1-55b9b70852bb req-b0e3a1c9-1c5f-4f0d-baf9-40e7d0ac9459 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:23.128589 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-02e512c7-77e2-4ed4-b6f1-55b9b70852bb req-b0e3a1c9-1c5f-4f0d-baf9-40e7d0ac9459 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 944 time: 0.0543268 Feb 28 13:05:23.129859 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f77e2f08-b83b-47b1-ad63-db6899a2f82e tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-184567821', 'description': 'tempest-secgroup-smoke-184567821 description', 'project_id': '91a0fe7cf4f342fd972e60973badf7ce'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:23.178549 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-02e512c7-77e2-4ed4-b6f1-55b9b70852bb req-675fa4b5-465b-406e-b312-f431de268903 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437362 Feb 28 13:05:23.222325 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f77e2f08-b83b-47b1-ad63-db6899a2f82e tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:23.455049 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Sync routers for ids ['5d150447-ace1-49a3-a61a-e2d9c0556d4f'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:05:23.466382 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Routers {'5d150447-ace1-49a3-a61a-e2d9c0556d4f'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:05:23.467015 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:04:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['5d150447-ace1-49a3-a61a-e2d9c0556d4f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:23.524349 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f77e2f08-b83b-47b1-ad63-db6899a2f82e tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group (07942021-146e-46c4-8170-206d53e60b33), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:23.576389 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Set router 5d150447-ace1-49a3-a61a-e2d9c0556d4f gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:05:23.599248 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f77e2f08-b83b-47b1-ad63-db6899a2f82e tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (07942021-146e-46c4-8170-206d53e60b33), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:23.630454 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e2f08-b83b-47b1-ad63-db6899a2f82e tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07942021-146e-46c4-8170-206d53e60b33,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:23.657378 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ccaa1-7ec3-4508-b89e-41d0133b58d2 req-eee2867f-79e2-49f4-a06b-d91150ec2880 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:23.658843 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-913ccaa1-7ec3-4508-b89e-41d0133b58d2 req-eee2867f-79e2-49f4-a06b-d91150ec2880 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0549955 Feb 28 13:05:23.682222 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f77e2f08-b83b-47b1-ad63-db6899a2f82e tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:23.683933 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-f77e2f08-b83b-47b1-ad63-db6899a2f82e tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5580580 Feb 28 13:05:23.687724 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51832) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:23.692729 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7080393e-2f24-491f-aa2a-3951a66d3a7b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Request body: {'security_group_rule': {'security_group_id': '07942021-146e-46c4-8170-206d53e60b33', 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:23.711730 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-913ccaa1-7ec3-4508-b89e-41d0133b58d2 req-d1cf5efd-ae43-4786-9e42-c1f279bd512b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468071 Feb 28 13:05:23.781379 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7080393e-2f24-491f-aa2a-3951a66d3a7b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (a6b4d21f-7c2b-40d5-b867-6a0d4c3ac7e6), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:23.838886 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7080393e-2f24-491f-aa2a-3951a66d3a7b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (a6b4d21f-7c2b-40d5-b867-6a0d4c3ac7e6), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:23.906217 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'name': 'tempest-TestShelveInstance-1578510619-router', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:21Z', 'revision_number': 4, 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'gw_port': {'id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'c101f911-7bd3-4140-a980-b0b61e7460a2', 'name': '', 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'mac_address': 'fa:16:3e:76:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '55139cf8-3dbd-443f-981b-18e77ff52d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:20Z', 'updated_at': '2022-02-28T13:05:21Z', 'revision_number': 2, 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'subnets': [{'id': '55139cf8-3dbd-443f-981b-18e77ff52d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:23.907753 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7080393e-2f24-491f-aa2a-3951a66d3a7b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (a6b4d21f-7c2b-40d5-b867-6a0d4c3ac7e6), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:23.926848 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080393e-2f24-491f-aa2a-3951a66d3a7b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b4d21f-7c2b-40d5-b867-6a0d4c3ac7e6,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:23.949132 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Checking router: 5d150447-ace1-49a3-a61a-e2d9c0556d4f for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:05:23.949132 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Updating router 5d150447-ace1-49a3-a61a-e2d9c0556d4f port c101f911-7bd3-4140-a980-b0b61e7460a2 binding host dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:05:23.961550 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:23.979377 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7080393e-2f24-491f-aa2a-3951a66d3a7b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:23.980960 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-7080393e-2f24-491f-aa2a-3951a66d3a7b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2921963 Feb 28 13:05:23.983673 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51836) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:23.988099 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4a4ed261-d6f0-443a-ab69-2d277332c84f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Request body: {'security_group_rule': {'security_group_id': '07942021-146e-46c4-8170-206d53e60b33', 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:24.062225 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a4ed261-d6f0-443a-ab69-2d277332c84f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (c3f542d2-c3d2-4155-9aa6-900be98d9453), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.130379 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a4ed261-d6f0-443a-ab69-2d277332c84f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (c3f542d2-c3d2-4155-9aa6-900be98d9453), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.153636 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf43a01-1e52-45f2-9744-1a3f978526d4 req-2976eab2-7587-4e59-9df1-40c3e192d1c3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:24.155232 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dbf43a01-1e52-45f2-9744-1a3f978526d4 req-2976eab2-7587-4e59-9df1-40c3e192d1c3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0610187 Feb 28 13:05:24.187598 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a4ed261-d6f0-443a-ab69-2d277332c84f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (c3f542d2-c3d2-4155-9aa6-900be98d9453), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.208426 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ed261-d6f0-443a-ab69-2d277332c84f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f542d2-c3d2-4155-9aa6-900be98d9453,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:24.219133 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dbf43a01-1e52-45f2-9744-1a3f978526d4 req-92387f8c-61b1-44bb-9513-f4cff6f67767 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574427 Feb 28 13:05:24.289978 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a4ed261-d6f0-443a-ab69-2d277332c84f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.291204 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-4a4ed261-d6f0-443a-ab69-2d277332c84f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3065321 Feb 28 13:05:24.294999 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51848) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:24.295352 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Publish callbacks [] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.300812 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b934938d-2734-4a1c-a46f-ec2af9998ef3 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Request body: {'security_group_rule': {'security_group_id': '07942021-146e-46c4-8170-206d53e60b33', 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:24.338314 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ace50-b029-4ada-8a6e-bd6fcec3258a req-0f783adf-b142-412e-8873-61d9b17f5cd6 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:24.339911 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-786ace50-b029-4ada-8a6e-bd6fcec3258a req-0f783adf-b142-412e-8873-61d9b17f5cd6 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 944 time: 0.0726929 Feb 28 13:05:24.391779 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-786ace50-b029-4ada-8a6e-bd6fcec3258a req-35f15cdb-6b05-4636-9ce2-31719603e6e9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464087 Feb 28 13:05:24.440232 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.446224 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b934938d-2734-4a1c-a46f-ec2af9998ef3 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (566f7553-0650-40d5-90e8-9c84f9b3da89), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.493004 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f2a92-883e-42a6-b4ef-1f1569aec7e3 None None] Pushing event updated for resources: {'Port': ['ID=c101f911-7bd3-4140-a980-b0b61e7460a2,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:24.512098 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b934938d-2734-4a1c-a46f-ec2af9998ef3 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (566f7553-0650-40d5-90e8-9c84f9b3da89), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.552126 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Attempting to bind port c101f911-7bd3-4140-a980-b0b61e7460a2 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:05:24.552502 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Attempting to bind port c101f911-7bd3-4140-a980-b0b61e7460a2 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:05:24.552871 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Attempting to bind port c101f911-7bd3-4140-a980-b0b61e7460a2 on network c8284a6f-2913-430b-904b-3128435b8c2e {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:24.558657 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:05:24.559053 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Checking segment: {'id': '2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:24.559456 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.559886 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Bound using segment: {'id': '2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:05:24.560362 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Bound port: c101f911-7bd3-4140-a980-b0b61e7460a2, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:05:24.560747 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.564179 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b934938d-2734-4a1c-a46f-ec2af9998ef3 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (566f7553-0650-40d5-90e8-9c84f9b3da89), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.583073 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934938d-2734-4a1c-a46f-ec2af9998ef3 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566f7553-0650-40d5-90e8-9c84f9b3da89,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:24.655770 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] For port c101f911-7bd3-4140-a980-b0b61e7460a2, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:05:24.659574 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] For port c101f911-7bd3-4140-a980-b0b61e7460a2, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c101f911-7bd3-4140-a980-b0b61e7460a2,segment=NetworkSegment(2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e),segment_id=2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:05:24.666005 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b934938d-2734-4a1c-a46f-ec2af9998ef3 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.667636 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-b934938d-2734-4a1c-a46f-ec2af9998ef3 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3709540 Feb 28 13:05:24.670221 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51854) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:24.676498 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7981f2d5-4c30-4238-a90a-6ad65165a0f1 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Request body: {'security_group_rule': {'security_group_id': '07942021-146e-46c4-8170-206d53e60b33', 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:24.683177 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:24.733857 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:24.734266 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.772165 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.817049 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7981f2d5-4c30-4238-a90a-6ad65165a0f1 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (5f94e95f-943c-4bdb-9f12-e1b44dbaf0a9), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.842196 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-4db1e086-36df-46fb-9cd1-5939f73f4e4d None None] Provisioning complete for port c101f911-7bd3-4140-a980-b0b61e7460a2 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:24.842639 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4db1e086-36df-46fb-9cd1-5939f73f4e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.864176 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557b3bf-dae8-4916-94e7-bcef0f732dfb req-42ba98b3-c999-4ad8-97c2-12fad72af4eb tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:24.866482 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0557b3bf-dae8-4916-94e7-bcef0f732dfb req-42ba98b3-c999-4ad8-97c2-12fad72af4eb tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0811744 Feb 28 13:05:24.889306 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Routers {'5d150447-ace1-49a3-a61a-e2d9c0556d4f'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:05:24.889981 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:04:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['5d150447-ace1-49a3-a61a-e2d9c0556d4f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:24.927876 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7981f2d5-4c30-4238-a90a-6ad65165a0f1 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (5f94e95f-943c-4bdb-9f12-e1b44dbaf0a9), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:24.946901 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f2a92-883e-42a6-b4ef-1f1569aec7e3 None None] Pushing event updated for resources: {'Port': ['ID=c101f911-7bd3-4140-a980-b0b61e7460a2,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:24.955418 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0557b3bf-dae8-4916-94e7-bcef0f732dfb req-bd9e2503-cc82-4615-b6b4-1cc5c8bbfcdf tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801070 Feb 28 13:05:24.991262 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7981f2d5-4c30-4238-a90a-6ad65165a0f1 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (5f94e95f-943c-4bdb-9f12-e1b44dbaf0a9), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.012065 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981f2d5-4c30-4238-a90a-6ad65165a0f1 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f94e95f-943c-4bdb-9f12-e1b44dbaf0a9,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:25.033733 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:25.092096 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7981f2d5-4c30-4238-a90a-6ad65165a0f1 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.093475 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] Set router 5d150447-ace1-49a3-a61a-e2d9c0556d4f gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:05:25.096422 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-7981f2d5-4c30-4238-a90a-6ad65165a0f1 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4252009 Feb 28 13:05:25.098617 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 51864) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:25.107950 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-5632d94a-bef0-4a73-a66e-79172e081935 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Request body: {'security_group_rule': {'security_group_id': '07942021-146e-46c4-8170-206d53e60b33', 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:25.132936 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4db1e086-36df-46fb-9cd1-5939f73f4e4d None None] Current status of the port c101f911-7bd3-4140-a980-b0b61e7460a2 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:25.133330 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4db1e086-36df-46fb-9cd1-5939f73f4e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.154222 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f86bff-0088-4800-8fdd-afe0ca064fc0 req-7248eeb4-88b7-4e7c-b5df-61a1f26964f4 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:25.159197 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-34f86bff-0088-4800-8fdd-afe0ca064fc0 req-7248eeb4-88b7-4e7c-b5df-61a1f26964f4 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 946 time: 0.0975235 Feb 28 13:05:25.219147 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-34f86bff-0088-4800-8fdd-afe0ca064fc0 req-091f06c2-96dc-4a03-8555-603ca895512a tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Feb 28 13:05:25.220422 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.db.securitygroups_db [None req-5632d94a-bef0-4a73-a66e-79172e081935 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Project 91a0fe7cf4f342fd972e60973badf7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 13:05:25.226244 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5632d94a-bef0-4a73-a66e-79172e081935 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (ebd233dd-caa0-4ba8-b0a9-14d015c1ace2), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.237295 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4db1e086-36df-46fb-9cd1-5939f73f4e4d None None] For port c101f911-7bd3-4140-a980-b0b61e7460a2, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c101f911-7bd3-4140-a980-b0b61e7460a2,segment=NetworkSegment(2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e),segment_id=2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:25.284337 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5632d94a-bef0-4a73-a66e-79172e081935 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (ebd233dd-caa0-4ba8-b0a9-14d015c1ace2), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.318199 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4db1e086-36df-46fb-9cd1-5939f73f4e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.357965 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55b989-b744-4189-9219-d4eece4113f1 req-576acf0c-c713-4224-a1aa-0a05f53a8710 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:25.360208 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9b55b989-b744-4189-9219-d4eece4113f1 req-576acf0c-c713-4224-a1aa-0a05f53a8710 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0626945 Feb 28 13:05:25.361340 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5632d94a-bef0-4a73-a66e-79172e081935 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (ebd233dd-caa0-4ba8-b0a9-14d015c1ace2), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.378833 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1e086-36df-46fb-9cd1-5939f73f4e4d None None] Pushing event updated for resources: {'Port': ['ID=c101f911-7bd3-4140-a980-b0b61e7460a2,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:25.386959 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632d94a-bef0-4a73-a66e-79172e081935 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd233dd-caa0-4ba8-b0a9-14d015c1ace2,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:25.389289 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'name': 'tempest-TestShelveInstance-1578510619-router', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:21Z', 'revision_number': 4, 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'gw_port': {'id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'c101f911-7bd3-4140-a980-b0b61e7460a2', 'name': '', 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'mac_address': 'fa:16:3e:76:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '55139cf8-3dbd-443f-981b-18e77ff52d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:20Z', 'updated_at': '2022-02-28T13:05:24Z', 'revision_number': 4, 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'subnets': [{'id': '55139cf8-3dbd-443f-981b-18e77ff52d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:05:25.393153 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b40ee96f-e68d-4605-a733-af37f03206c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.435180 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ef0b08-5c22-4b8d-bcd8-2e46973fc119 None None] The sync data for ids ['5d150447-ace1-49a3-a61a-e2d9c0556d4f'] in dv-cinder-831202-1-iscsi is: [{'id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'name': 'tempest-TestShelveInstance-1578510619-router', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:21Z', 'revision_number': 4, 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'gw_port': {'id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'c101f911-7bd3-4140-a980-b0b61e7460a2', 'name': '', 'network_id': 'c8284a6f-2913-430b-904b-3128435b8c2e', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'mac_address': 'fa:16:3e:76:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '55139cf8-3dbd-443f-981b-18e77ff52d33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:20Z', 'updated_at': '2022-02-28T13:05:24Z', 'revision_number': 4, 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'subnets': [{'id': '55139cf8-3dbd-443f-981b-18e77ff52d33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:05:25.447138 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ecbadb3d-57be-41c7-9300-325b75fc8bd2 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:05:25.455445 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9b55b989-b744-4189-9219-d4eece4113f1 req-5045c7b3-ce91-405b-8432-64f45d10adb7 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769529 Feb 28 13:05:25.499065 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-3c43dc23-c52e-4fd6-8f02-5e13ce82a90f None None] Provisioning complete for port c101f911-7bd3-4140-a980-b0b61e7460a2 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:25.499401 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3c43dc23-c52e-4fd6-8f02-5e13ce82a90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.523869 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5632d94a-bef0-4a73-a66e-79172e081935 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.527984 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 51876) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:25.528474 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-5632d94a-bef0-4a73-a66e-79172e081935 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4241219 Feb 28 13:05:25.532660 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3449b2ac-c0d3-429c-b4b6-db70d710255d tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Request body: {'security_group_rule': {'security_group_id': '07942021-146e-46c4-8170-206d53e60b33', 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:25.561681 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1541bd-d486-4bc3-9969-23e5d12f8c14 req-0db83aca-046f-4358-bf2f-1ed3945da2fb tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:25.561862 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3e1541bd-d486-4bc3-9969-23e5d12f8c14 req-0db83aca-046f-4358-bf2f-1ed3945da2fb tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 944 time: 0.0838463 Feb 28 13:05:25.617034 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-3449b2ac-c0d3-429c-b4b6-db70d710255d tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Project 91a0fe7cf4f342fd972e60973badf7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 13:05:25.623993 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3449b2ac-c0d3-429c-b4b6-db70d710255d tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (7712d82e-3469-4d01-8dd3-cf6d695a8c31), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.627970 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ecbadb3d-57be-41c7-9300-325b75fc8bd2, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ecbadb3d-57be-41c7-9300-325b75fc8bd2,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:25.637273 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3e1541bd-d486-4bc3-9969-23e5d12f8c14 req-1f9e306b-24c9-4556-b1c2-b3f235e7bfca tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678146 Feb 28 13:05:25.672423 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': 'ecbadb3d-57be-41c7-9300-325b75fc8bd2', 'network_id': '245d4435-eb6f-44af-b6bb-8cc635cb8f72', 'port_id': 'ecbadb3d-57be-41c7-9300-325b75fc8bd2', 'mac_address': 'fa:16:3e:9a:41:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a32ce5-a5da-48af-a2ce-6938234117b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:05:25.703392 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3449b2ac-c0d3-429c-b4b6-db70d710255d tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (7712d82e-3469-4d01-8dd3-cf6d695a8c31), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.703747 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-3c43dc23-c52e-4fd6-8f02-5e13ce82a90f None None] Current status of the port c101f911-7bd3-4140-a980-b0b61e7460a2 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:25.722936 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port ecbadb3d-57be-41c7-9300-325b75fc8bd2 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:25.723344 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.736972 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbadb3d-57be-41c7-9300-325b75fc8bd2 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:05:25.762971 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ecbadb3d-57be-41c7-9300-325b75fc8bd2, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ecbadb3d-57be-41c7-9300-325b75fc8bd2,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:25.765701 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3449b2ac-c0d3-429c-b4b6-db70d710255d tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (7712d82e-3469-4d01-8dd3-cf6d695a8c31), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.784362 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449b2ac-c0d3-429c-b4b6-db70d710255d tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7712d82e-3469-4d01-8dd3-cf6d695a8c31,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:25.829260 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.856106 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3449b2ac-c0d3-429c-b4b6-db70d710255d tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:25.856106 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-3449b2ac-c0d3-429c-b4b6-db70d710255d tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3217652 Feb 28 13:05:25.887667 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=ecbadb3d-57be-41c7-9300-325b75fc8bd2,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:26.109999 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c2aa0-b18d-4b67-ae98-88941b6f8d2b req-53d34a47-8972-4fb6-aa71-279e9de7e3a4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:26.112341 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-810c2aa0-b18d-4b67-ae98-88941b6f8d2b req-53d34a47-8972-4fb6-aa71-279e9de7e3a4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0673029 Feb 28 13:05:26.165977 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-810c2aa0-b18d-4b67-ae98-88941b6f8d2b req-ff1066a3-a2ab-4f0b-a6f4-96b09a9011f3 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467269 Feb 28 13:05:26.277595 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['ecbadb3d-57be-41c7-9300-325b75fc8bd2'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:05:26.339591 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341ee67-a7c9-4cea-84a0-cd9475fdad5e req-f30b4603-da45-49f6-a3ff-444337a995a8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:26.341117 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0341ee67-a7c9-4cea-84a0-cd9475fdad5e req-f30b4603-da45-49f6-a3ff-444337a995a8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 946 time: 0.0547769 Feb 28 13:05:26.389679 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0341ee67-a7c9-4cea-84a0-cd9475fdad5e req-8987027d-9aa3-49de-885d-ea97648a4753 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428076 Feb 28 13:05:26.563321 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feefd10-9735-44b2-94c6-672b0d484c3b req-714ef38b-2199-4b68-8e97-0735804ef487 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:26.565258 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6feefd10-9735-44b2-94c6-672b0d484c3b req-714ef38b-2199-4b68-8e97-0735804ef487 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0537205 Feb 28 13:05:26.613335 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6feefd10-9735-44b2-94c6-672b0d484c3b req-9549547c-6607-4f41-bb2b-ab50aeaacf83 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 Feb 28 13:05:26.672877 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c101f911-7bd3-4140-a980-b0b61e7460a2 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:26.729158 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:26.730549 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port c101f911-7bd3-4140-a980-b0b61e7460a2 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:26.730904 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:26.772147 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24fade-ea42-443b-8e82-205de3ee097f req-80f78d6a-1ac7-4eeb-a0e7-88a7b6a353a4 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:26.773889 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb24fade-ea42-443b-8e82-205de3ee097f req-80f78d6a-1ac7-4eeb-a0e7-88a7b6a353a4 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 945 time: 0.0611691 Feb 28 13:05:26.814236 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port c101f911-7bd3-4140-a980-b0b61e7460a2 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:26.823121 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb24fade-ea42-443b-8e82-205de3ee097f req-45fb46be-588a-4c68-bb6d-0caffaa38e2b tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Feb 28 13:05:27.301009 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373ef3b-add5-4907-859c-bccdf20099ce req-bbe1f3ea-1b29-43a4-997d-53eec6584f76 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:27.303715 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c373ef3b-add5-4907-859c-bccdf20099ce req-bbe1f3ea-1b29-43a4-997d-53eec6584f76 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0567267 Feb 28 13:05:27.346816 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44df2c1-3be3-43f1-860b-2b584cf6ac7c req-42feb084-cfa5-4723-a24e-50cd6a063bfa tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:27.348530 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d44df2c1-3be3-43f1-860b-2b584cf6ac7c req-42feb084-cfa5-4723-a24e-50cd6a063bfa tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 946 time: 0.0596440 Feb 28 13:05:27.357857 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c373ef3b-add5-4907-859c-bccdf20099ce req-36e58b63-162a-4de5-b2f0-9b8c22f43fa8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431530 Feb 28 13:05:27.469544 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-d44df2c1-3be3-43f1-860b-2b584cf6ac7c req-6857e789-cec7-4d1b-a287-923cca77b686 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Deleting port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:05:27.472824 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d44df2c1-3be3-43f1-860b-2b584cf6ac7c req-6857e789-cec7-4d1b-a287-923cca77b686 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:27.539610 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c07e2-6533-4605-bcff-c84e6e015ef8 req-85944240-93b3-4993-9ffb-22aea58f4cb7 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:27.541182 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d53c07e2-6533-4605-bcff-c84e6e015ef8 req-85944240-93b3-4993-9ffb-22aea58f4cb7 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 946 time: 0.0691388 Feb 28 13:05:27.566156 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-d44df2c1-3be3-43f1-860b-2b584cf6ac7c req-6857e789-cec7-4d1b-a287-923cca77b686 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] For port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c,segment=NetworkSegment(265d43f5-da27-42a3-9cc1-fd5fb6041c45),segment_id=265d43f5-da27-42a3-9cc1-fd5fb6041c45)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:27.568298 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d44df2c1-3be3-43f1-860b-2b584cf6ac7c req-6857e789-cec7-4d1b-a287-923cca77b686 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:27.580456 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-d44df2c1-3be3-43f1-860b-2b584cf6ac7c req-6857e789-cec7-4d1b-a287-923cca77b686 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Calling delete_port for 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:05:27.588676 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d53c07e2-6533-4605-bcff-c84e6e015ef8 req-48352839-a0ac-4787-bbe9-f47dbc2d6a7e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Feb 28 13:05:27.749888 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dddc73-b0b9-4382-a46c-2db7bf06bf3b req-b0fe62c6-f8ac-4637-a741-7b4e01a454ef tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:27.751377 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-00dddc73-b0b9-4382-a46c-2db7bf06bf3b req-b0fe62c6-f8ac-4637-a741-7b4e01a454ef tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0654163 Feb 28 13:05:27.794591 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d44df2c1-3be3-43f1-860b-2b584cf6ac7c req-6857e789-cec7-4d1b-a287-923cca77b686 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (8ed4320e-7fab-4d1d-8326-9bc873fd5e4c), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:27.802436 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-00dddc73-b0b9-4382-a46c-2db7bf06bf3b req-b8f11ca9-0253-41b4-b6c9-479e2ca3c205 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453558 Feb 28 13:05:27.813757 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['8ed4320e-7fab-4d1d-8326-9bc873fd5e4c'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:05:27.843548 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857e789-cec7-4d1b-a287-923cca77b686 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Pushing event deleted for resources: {'Port': ['ID=8ed4320e-7fab-4d1d-8326-9bc873fd5e4c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:27.904119 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44df2c1-3be3-43f1-860b-2b584cf6ac7c req-6857e789-cec7-4d1b-a287-923cca77b686 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] No DVR routers for this DVR port 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:05:27.907078 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d44df2c1-3be3-43f1-860b-2b584cf6ac7c req-6857e789-cec7-4d1b-a287-923cca77b686 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:27.910340 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d44df2c1-3be3-43f1-860b-2b584cf6ac7c req-6857e789-cec7-4d1b-a287-923cca77b686 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.35 "DELETE /v2.0/ports/8ed4320e-7fab-4d1d-8326-9bc873fd5e4c HTTP/1.1" status: 204 len: 173 time: 0.5560451 Feb 28 13:05:27.916556 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7564ff6-af26-4ab1-bc26-fb46fe9d867d', 'name': 'network-vif-deleted', 'tag': '8ed4320e-7fab-4d1d-8326-9bc873fd5e4c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:05:27.916556 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57925eac-926c-4f68-b16f-a4b5ff680238" -d '{"events": [{"server_uuid": "b7564ff6-af26-4ab1-bc26-fb46fe9d867d", "name": "network-vif-deleted", "tag": "8ed4320e-7fab-4d1d-8326-9bc873fd5e4c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:05:27.928688 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50809f-7952-43ff-a74a-95b404aa1715 req-d6ea11a2-6b84-478f-835c-a4cb29facc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:27.930130 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ed50809f-7952-43ff-a74a-95b404aa1715 req-d6ea11a2-6b84-478f-835c-a4cb29facc2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 1129 time: 0.0958984 Feb 28 13:05:27.939594 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:27.960072 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52cde51-ff0b-4e39-a0eb-211b0172a740 x-openstack-request-id: req-a52cde51-ff0b-4e39-a0eb-211b0172a740 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:05:27.960366 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7564ff6-af26-4ab1-bc26-fb46fe9d867d", "name": "network-vif-deleted", "tag": "8ed4320e-7fab-4d1d-8326-9bc873fd5e4c", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:05:27.960864 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a52cde51-ff0b-4e39-a0eb-211b0172a740 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:05:27.961313 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7564ff6-af26-4ab1-bc26-fb46fe9d867d', 'name': 'network-vif-deleted', 'tag': '8ed4320e-7fab-4d1d-8326-9bc873fd5e4c', 'status': 'completed', 'code': 200} Feb 28 13:05:27.967599 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00161559-5f28-49f3-bf65-340a154af465 req-8be93379-924b-4f09-9161-0202b9be7e42 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:27.974015 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-00161559-5f28-49f3-bf65-340a154af465 req-8be93379-924b-4f09-9161-0202b9be7e42 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 945 time: 0.0694239 Feb 28 13:05:27.988540 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ed50809f-7952-43ff-a74a-95b404aa1715 req-a7e3462a-dd52-4354-928a-975d756a003e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Feb 28 13:05:28.025411 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-00161559-5f28-49f3-bf65-340a154af465 req-ac23a87e-89b4-4f80-885d-2cfb7781b09c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489888 Feb 28 13:05:28.484013 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39015df-08ca-418b-adbb-5b9f17f4dc01 req-326b1f58-af26-4f69-9bef-18032674b7df tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:28.485482 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a39015df-08ca-418b-adbb-5b9f17f4dc01 req-326b1f58-af26-4f69-9bef-18032674b7df tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0545363 Feb 28 13:05:28.532618 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a39015df-08ca-418b-adbb-5b9f17f4dc01 req-0a5e9e19-64dd-4142-8cda-227cf4803be0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415177 Feb 28 13:05:28.694612 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f65943c4-6707-476f-b022-4e389c4b0a88 req-1399a183-ff95-45e8-a715-9029e2ba5a9f tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7564ff6-af26-4ab1-bc26-fb46fe9d867d HTTP/1.1" status: 200 len: 210 time: 0.0279546 Feb 28 13:05:28.944175 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8eab5-681e-4bc2-89db-e23ca8631da1 req-32596b34-2697-4a22-b818-b6b56fab8b5f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:28.945718 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3cd8eab5-681e-4bc2-89db-e23ca8631da1 req-32596b34-2697-4a22-b818-b6b56fab8b5f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0532291 Feb 28 13:05:28.997668 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3cd8eab5-681e-4bc2-89db-e23ca8631da1 req-64de4262-0a78-40c9-a950-dead6077c8a3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460048 Feb 28 13:05:29.148133 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6843a6-a978-490c-b302-94597df5fa67 req-2f6cd7a2-7ff8-4d3f-8bd0-6b76d68a6e6d tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:29.149665 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ab6843a6-a978-490c-b302-94597df5fa67 req-2f6cd7a2-7ff8-4d3f-8bd0-6b76d68a6e6d tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 945 time: 0.0562446 Feb 28 13:05:29.196949 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ab6843a6-a978-490c-b302-94597df5fa67 req-357a85fe-1d47-42e7-a18b-fae786ecb41f tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416627 Feb 28 13:05:29.436008 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:29.460032 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ecbadb3d-57be-41c7-9300-325b75fc8bd2 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:29.600001 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port ecbadb3d-57be-41c7-9300-325b75fc8bd2 completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:05:29.604819 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port ecbadb3d-57be-41c7-9300-325b75fc8bd2 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:29.609065 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:29.670404 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097c80e-28b1-4fa1-942f-44784bb50d03 req-8b518588-b205-4985-9de8-6d5e0aef9f31 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:29.672048 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d097c80e-28b1-4fa1-942f-44784bb50d03 req-8b518588-b205-4985-9de8-6d5e0aef9f31 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0675287 Feb 28 13:05:29.744679 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d097c80e-28b1-4fa1-942f-44784bb50d03 req-2b4d8bc1-935d-431b-bf6f-6e865c1e1f52 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654554 Feb 28 13:05:29.863097 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port ecbadb3d-57be-41c7-9300-325b75fc8bd2 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:29.863524 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:29.887977 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42325d13-cc47-46c2-bc66-e662ab3bfb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbadb3d-57be-41c7-9300-325b75fc8bd2'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:05:29.890368 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190abb0b-08fa-45d5-88a5-d12256791665" -d '{"events": [{"server_uuid": "42325d13-cc47-46c2-bc66-e662ab3bfb11", "name": "network-vif-plugged", "status": "completed", "tag": "ecbadb3d-57be-41c7-9300-325b75fc8bd2"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:05:29.905035 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ecbadb3d-57be-41c7-9300-325b75fc8bd2, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ecbadb3d-57be-41c7-9300-325b75fc8bd2,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:29.937077 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640c6bb6-2389-45d1-b396-b10578ff9b8f x-openstack-request-id: req-640c6bb6-2389-45d1-b396-b10578ff9b8f {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:05:29.937077 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42325d13-cc47-46c2-bc66-e662ab3bfb11", "name": "network-vif-plugged", "status": "completed", "tag": "ecbadb3d-57be-41c7-9300-325b75fc8bd2", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:05:29.937077 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-640c6bb6-2389-45d1-b396-b10578ff9b8f {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:05:29.937077 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42325d13-cc47-46c2-bc66-e662ab3bfb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbadb3d-57be-41c7-9300-325b75fc8bd2', 'code': 200} Feb 28 13:05:29.966116 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:29.967001 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:05:30.062851 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:05:30.063235 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 8ed4320e-7fab-4d1d-8326-9bc873fd5e4c not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:05:30.065193 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=ecbadb3d-57be-41c7-9300-325b75fc8bd2,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:30.080461 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.081154 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.081763 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.082110 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.082498 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.083505 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.083965 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.084471 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.084950 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.085425 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.085900 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.086485 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.086965 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:05:30.178415 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-78453151-5134-4624-bf99-4b6613829e01 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:30.179946 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-78453151-5134-4624-bf99-4b6613829e01 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/networks?id=9900a5c5-dc72-4998-83bc-8bfdded50340 HTTP/1.1" status: 200 len: 808 time: 0.1664927 Feb 28 13:05:30.188465 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8d5ff-c48c-4a6f-a856-b84bc75e45ae req-6e1668ac-8db3-4ae3-8aa4-cd8cbd6e9755 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:30.190185 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-edb8d5ff-c48c-4a6f-a856-b84bc75e45ae req-6e1668ac-8db3-4ae3-8aa4-cd8cbd6e9755 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1083193 Feb 28 13:05:30.207417 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-2696ae46-db74-466a-839a-b22cdb2c3867 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/quotas/b2f73b1e0a1347a8904c662844ebd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0161510 Feb 28 13:05:30.270901 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927cfba-d200-4643-84be-468448d0a14e req-061da88e-a2a9-441b-9bc5-1a012ad206f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:30.271728 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-bffd8e64-396c-4af1-a3ce-99ad5ff3d598 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2f73b1e0a1347a8904c662844ebd9d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400963 Feb 28 13:05:30.273324 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1927cfba-d200-4643-84be-468448d0a14e req-061da88e-a2a9-441b-9bc5-1a012ad206f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 1130 time: 0.0629907 Feb 28 13:05:30.367189 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1927cfba-d200-4643-84be-468448d0a14e req-d0d1a68d-90ad-42b8-995f-2919934ac346 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840793 Feb 28 13:05:30.386518 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-edb8d5ff-c48c-4a6f-a856-b84bc75e45ae req-2ca7dda2-8c8c-4947-8c9f-4fc2f978de6e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872563 Feb 28 13:05:30.445327 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-c3a3c529-9acc-4346-b031-78977b2816fa service neutron] 10.222.0.23 "GET /v2.0/networks/9900a5c5-dc72-4998-83bc-8bfdded50340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611018 Feb 28 13:05:30.562412 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e79df-ecad-4c8a-af05-a96f8e67eada req-549b36a1-2182-47b5-b7c3-26ff9f7ef4c9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:30.563974 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ce8e79df-ecad-4c8a-af05-a96f8e67eada req-549b36a1-2182-47b5-b7c3-26ff9f7ef4c9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 946 time: 0.1175346 Feb 28 13:05:30.592343 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-a1a6a5ba-335d-4b90-8b84-766b6cd2a0e6 service neutron] 10.222.0.23 "GET /v2.0/networks/9900a5c5-dc72-4998-83bc-8bfdded50340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343060 Feb 28 13:05:30.621809 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ce8e79df-ecad-4c8a-af05-a96f8e67eada req-e0627e57-7867-4094-a26e-2c5dae664772 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521326 Feb 28 13:05:30.893365 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e93f1-2bbc-42d4-aa56-4e5874eebe2d req-7a20cb18-c6b4-4987-9751-d548dd87d0b0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:30.901159 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f48e93f1-2bbc-42d4-aa56-4e5874eebe2d req-7a20cb18-c6b4-4987-9751-d548dd87d0b0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0635476 Feb 28 13:05:30.919536 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 52070) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:30.966917 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f48e93f1-2bbc-42d4-aa56-4e5874eebe2d req-28ccefb6-7ee9-4803-beef-e2d183252dca tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650742 Feb 28 13:05:30.986019 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2afa1165-a953-4380-8dfa-9aa63da561d8 req-893aeb8c-76d0-45ee-8596-48ad02bc4591 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 210 time: 0.0368531 Feb 28 13:05:31.086002 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2d32-22a4-4a48-a075-eee018c2cce4 req-0b5c7fe0-777b-4731-8cbd-ea7e6aa3d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:31.088591 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-295e2d32-22a4-4a48-a075-eee018c2cce4 req-0b5c7fe0-777b-4731-8cbd-ea7e6aa3d950 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 1129 time: 0.0476613 Feb 28 13:05:31.095944 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdaa49-753c-46f8-8e0e-9d98f63f09b1 req-2f33fcbe-12f2-444b-807f-551b827df0ad tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:31.097455 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5fcdaa49-753c-46f8-8e0e-9d98f63f09b1 req-2f33fcbe-12f2-444b-807f-551b827df0ad tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0575137 Feb 28 13:05:31.112285 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bef4-a470-4655-a027-07671ccc84bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:31.149680 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5fcdaa49-753c-46f8-8e0e-9d98f63f09b1 req-9bec6436-82b3-4187-8978-33b561f5c81a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Feb 28 13:05:31.226708 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2d32-22a4-4a48-a075-eee018c2cce4 req-53bbb70f-0bb3-4abd-8933-1c266114d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:31.228190 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-295e2d32-22a4-4a48-a075-eee018c2cce4 req-53bbb70f-0bb3-4abd-8933-1c266114d556 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 919 time: 0.1310072 Feb 28 13:05:31.274688 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-295e2d32-22a4-4a48-a075-eee018c2cce4 req-f8fd38bf-0b52-4e46-b430-d56802dfe5c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c HTTP/1.1" status: 200 len: 217 time: 0.0370874 Feb 28 13:05:31.323428 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bef4-a470-4655-a027-07671ccc84bb admin admin] Publish callbacks [] for security_group (ad340eac-8168-4065-a051-21372fdde457), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:31.338128 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2d32-22a4-4a48-a075-eee018c2cce4 req-51311bd8-300e-4942-a6e0-dd26f15c8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:31.341289 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-295e2d32-22a4-4a48-a075-eee018c2cce4 req-51311bd8-300e-4942-a6e0-dd26f15c8caf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 HTTP/1.1" status: 200 len: 858 time: 0.0580204 Feb 28 13:05:31.390279 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-295e2d32-22a4-4a48-a075-eee018c2cce4 req-e463fb3c-2d7d-4df8-b440-e24261141083 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32e9cc3b-dca1-43ec-8052-db962743c7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266876 Feb 28 13:05:31.390279 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bef4-a470-4655-a027-07671ccc84bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (ad340eac-8168-4065-a051-21372fdde457), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:31.443958 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-ecd1bef4-a470-4655-a027-07671ccc84bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb72b8a8163341ddbb4d2e26e7bdf79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203876 Feb 28 13:05:31.444331 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 52088) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:31.483856 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1bef4-a470-4655-a027-07671ccc84bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad340eac-8168-4065-a051-21372fdde457,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:31.529836 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4f7c-90af-40f9-98a2-62d31b5d3616 admin admin] Publish callbacks [] for security_group (ad340eac-8168-4065-a051-21372fdde457), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:31.530114 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-295e2d32-22a4-4a48-a075-eee018c2cce4 req-d415e2c2-a264-47ef-a920-9d92f5ecadc3 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168001 Feb 28 13:05:31.560186 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4f7c-90af-40f9-98a2-62d31b5d3616 admin admin] Publish callbacks [] for security_group (ad340eac-8168-4065-a051-21372fdde457), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:31.634051 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-295e2d32-22a4-4a48-a075-eee018c2cce4 req-a42ec738-c530-4e80-9491-d59c88d42055 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904529 Feb 28 13:05:31.679701 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4f7c-90af-40f9-98a2-62d31b5d3616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (ad340eac-8168-4065-a051-21372fdde457), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:31.683513 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4f7c-90af-40f9-98a2-62d31b5d3616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:31.687086 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-f3cc4f7c-90af-40f9-98a2-62d31b5d3616 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad340eac-8168-4065-a051-21372fdde457 HTTP/1.1" status: 204 len: 168 time: 0.2393177 Feb 28 13:05:31.705648 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc4f7c-90af-40f9-98a2-62d31b5d3616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad340eac-8168-4065-a051-21372fdde457,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:31.752329 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7a75f-5404-4371-b782-2568c013eabf req-5a5b9055-df91-4edd-b89b-e54bc965014e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:31.754099 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f5d7a75f-5404-4371-b782-2568c013eabf req-5a5b9055-df91-4edd-b89b-e54bc965014e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 946 time: 0.0639043 Feb 28 13:05:31.802179 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f5d7a75f-5404-4371-b782-2568c013eabf req-bb017e51-56d1-43a3-addf-6bbdf18e9554 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Feb 28 13:05:32.108396 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a8a5a-53ee-4acf-891c-633302f69368 req-c00fa29b-30a3-421a-8007-db42e6fdbdf1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:32.109879 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-785a8a5a-53ee-4acf-891c-633302f69368 req-c00fa29b-30a3-421a-8007-db42e6fdbdf1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0564454 Feb 28 13:05:32.164393 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-785a8a5a-53ee-4acf-891c-633302f69368 req-abcb337d-9740-43b9-ab1b-eb48c84fe261 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489736 Feb 28 13:05:32.465042 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a4cab93d-10be-4112-85fb-271a85501800 req-9affc225-0ea6-413c-8e22-2f3800ef6f48 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 210 time: 0.2432120 Feb 28 13:05:32.580374 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba01a30-3a31-4fb5-9d1d-7a84b7bd2727 req-3bdc232d-2e7a-42ce-b88a-0aeb5d4827c3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:32.582205 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7ba01a30-3a31-4fb5-9d1d-7a84b7bd2727 req-3bdc232d-2e7a-42ce-b88a-0aeb5d4827c3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0567265 Feb 28 13:05:32.631906 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7ba01a30-3a31-4fb5-9d1d-7a84b7bd2727 req-022bdcf9-cb9f-4d09-9db3-d2e6058ab7ec tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438628 Feb 28 13:05:32.707508 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 52124) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:32.801949 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1076464311-network', 'tenant_id': '640c9f5539614165bff049a99e1957d2'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:32.879313 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Made reservation on behalf of 640c9f5539614165bff049a99e1957d2 for: {'network': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:05:32.881549 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:32.906972 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:32.954462 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb4017-726d-480c-815b-712fe3f02f7d req-cab8a19c-8000-40da-8d8c-74ba0f0af016 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:32.955958 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-98cb4017-726d-480c-815b-712fe3f02f7d req-cab8a19c-8000-40da-8d8c-74ba0f0af016 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 946 time: 0.0874617 Feb 28 13:05:33.025774 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-98cb4017-726d-480c-815b-712fe3f02f7d req-a17297eb-855c-4b55-acd5-80559969bb8e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636916 Feb 28 13:05:33.037836 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Publish callbacks [] for security_group (5602b203-2d1e-4c86-895c-764e6da1f3d4), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:33.085164 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5602b203-2d1e-4c86-895c-764e6da1f3d4), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:33.109984 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:05:33.119076 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5602b203-2d1e-4c86-895c-764e6da1f3d4,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:33.124964 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (6d813aee-6d29-4317-a997-a1c452e3e98c), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:33.125325 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.db.segments_db [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Added segment 6d813aee-6d29-4317-a997-a1c452e3e98c of type vlan for network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b Feb 28 13:05:33.168383 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (0c8ccaa7-3338-4be9-9057-c30ea6e8e66b), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:33.228154 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (0c8ccaa7-3338-4be9-9057-c30ea6e8e66b), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:33.229159 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:33.229758 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:33.317876 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] Pushing event updated for resources: {'Network': ['ID=0c8ccaa7-3338-4be9-9057-c30ea6e8e66b,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:33.327679 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:05:33.341062 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f766df-f99d-42af-bb59-0da947cb5419 req-b3309ae6-126f-4ce3-bb92-122135b72ade tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:33.342567 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f2f766df-f99d-42af-bb59-0da947cb5419 req-b3309ae6-126f-4ce3-bb92-122135b72ade tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.1051207 Feb 28 13:05:33.349790 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-606e81ad-3149-4f1e-b4b8-3615339c3415 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6377633 Feb 28 13:05:33.355303 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 52132) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:05:33.358403 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d725c38f-4250-4b91-a07a-cdc03d1afb87 admin admin] Request body: {'subnet': {'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1076464311-subnet', 'tenant_id': '640c9f5539614165bff049a99e1957d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:33.404577 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f2f766df-f99d-42af-bb59-0da947cb5419 req-3e352a89-42ae-410a-b701-3bc94d75d45e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544925 Feb 28 13:05:33.450916 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d725c38f-4250-4b91-a07a-cdc03d1afb87 admin admin] Made reservation on behalf of 640c9f5539614165bff049a99e1957d2 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:05:33.453276 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d725c38f-4250-4b91-a07a-cdc03d1afb87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58826814'] for subnet (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:33.565770 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-54ab27a6-c412-4fe5-b553-009550ed960d req-ceb39d2c-5628-46b7-95bb-b35b98507783 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 210 time: 0.0273063 Feb 28 13:05:33.680169 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d725c38f-4250-4b91-a07a-cdc03d1afb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58959997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58826764'] for subnet (967532ea-396d-44ca-a40a-68ee5a8f51b8), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:33.741170 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725c38f-4250-4b91-a07a-cdc03d1afb87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=967532ea-396d-44ca-a40a-68ee5a8f51b8,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:33.750849 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d725c38f-4250-4b91-a07a-cdc03d1afb87 admin admin] Checking segment: {'id': '6d813aee-6d29-4317-a997-a1c452e3e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:33.751327 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d725c38f-4250-4b91-a07a-cdc03d1afb87 admin admin] Network hostable DHCP agents. Network: 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:05:33.759063 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6702d1-d0b4-4d81-a79a-14785de3bacc req-13ab083a-343d-494c-a7f6-b95c3a69870b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:33.760585 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fc6702d1-d0b4-4d81-a79a-14785de3bacc req-13ab083a-343d-494c-a7f6-b95c3a69870b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0611708 Feb 28 13:05:33.807902 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fc6702d1-d0b4-4d81-a79a-14785de3bacc req-743855bf-b948-4b10-b8ed-e17e07accdc1 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Feb 28 13:05:33.811141 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d725c38f-4250-4b91-a07a-cdc03d1afb87 admin admin] Network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:05:33.885276 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d725c38f-4250-4b91-a07a-cdc03d1afb87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:33.889905 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725c38f-4250-4b91-a07a-cdc03d1afb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:33.891087 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d725c38f-4250-4b91-a07a-cdc03d1afb87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:33.894457 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d178bd09-d7b9-4177-a8a3-c26f40e696cd None None] Network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:05:33.961598 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d725c38f-4250-4b91-a07a-cdc03d1afb87 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6099150 Feb 28 13:05:33.989040 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fd525-7d60-4b8b-bda2-b2e52a9fbc87 None None] Network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:05:34.149919 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05e8da-977d-4579-998f-a4127b888bcb req-f0355d7c-415f-47f2-938a-8af41836caf9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:34.151555 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-da05e8da-977d-4579-998f-a4127b888bcb req-f0355d7c-415f-47f2-938a-8af41836caf9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 946 time: 0.0551960 Feb 28 13:05:34.201983 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-da05e8da-977d-4579-998f-a4127b888bcb req-edd8675e-c991-4073-a27b-c04f25c3a1a6 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 Feb 28 13:05:34.542393 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd87dc-904d-43c7-95af-df568102d9cf req-a53ba8ac-e9f0-432a-98eb-e1fb7dfdfb5b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:34.547215 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dcdd87dc-904d-43c7-95af-df568102d9cf req-a53ba8ac-e9f0-432a-98eb-e1fb7dfdfb5b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0621440 Feb 28 13:05:34.592539 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dcdd87dc-904d-43c7-95af-df568102d9cf req-364db6bc-c252-4ef7-84c5-f0e7f7257542 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418324 Feb 28 13:05:34.686014 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5a9cea2b-9cf7-4a29-ac34-8e2ff918629b req-b1a21be0-6ddd-4888-bf6e-d09f31ad4d08 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 210 time: 0.0280709 Feb 28 13:05:34.932282 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fdddd-b6ff-4b5d-a793-438e6c65b701 req-a9a0dbda-2dd5-49ef-b285-1af02eef160e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:34.933919 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-265fdddd-b6ff-4b5d-a793-438e6c65b701 req-a9a0dbda-2dd5-49ef-b285-1af02eef160e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0540166 Feb 28 13:05:34.984060 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-265fdddd-b6ff-4b5d-a793-438e6c65b701 req-7b41e427-dbd0-4b15-b96b-9a01a77a7dff tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Feb 28 13:05:35.326654 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3efd72-2706-4152-b1a5-202af0f365fc req-f15dd1d5-58ff-4a93-9c70-af67bd546b7d tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:35.328166 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ea3efd72-2706-4152-b1a5-202af0f365fc req-f15dd1d5-58ff-4a93-9c70-af67bd546b7d tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 946 time: 0.0621574 Feb 28 13:05:35.380165 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ea3efd72-2706-4152-b1a5-202af0f365fc req-6e8c0179-4141-43a7-954e-138aaf92156a tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 Feb 28 13:05:35.724286 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0d09e-b0eb-4372-8774-c9eaed95ab12 req-f73739a7-f40d-42d0-ad0b-5def4a67604b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:35.729857 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-98b0d09e-b0eb-4372-8774-c9eaed95ab12 req-f73739a7-f40d-42d0-ad0b-5def4a67604b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0543816 Feb 28 13:05:35.812030 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8d664797-672d-420c-9fc1-9c676a18848c req-a826b68e-dca0-4358-afc6-d6b62ce65735 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 210 time: 0.0380042 Feb 28 13:05:35.816374 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-98b0d09e-b0eb-4372-8774-c9eaed95ab12 req-7a37a89b-d96b-4e19-ae52-ab17668beca2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839190 Feb 28 13:05:35.886444 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-3485b743-af87-45f2-8c90-3b1a512a4c29 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:35.887911 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-3485b743-af87-45f2-8c90-3b1a512a4c29 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.35 "GET /v2.0/networks?id=9900a5c5-dc72-4998-83bc-8bfdded50340 HTTP/1.1" status: 200 len: 808 time: 0.1124380 Feb 28 13:05:35.901862 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Request body: {'port': {'device_id': 'b5f0f243-1002-4fa5-a864-aac696c3a842', 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340', 'admin_state_up': True, 'tenant_id': 'b2f73b1e0a1347a8904c662844ebd9d3'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:36.100980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Made reservation on behalf of b2f73b1e0a1347a8904c662844ebd9d3 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:05:36.107013 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:36.162921 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b2226-13d8-4523-b1ef-c8f734304a46 req-0c60de7f-f255-4a95-a417-c7210b72bea3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:36.164689 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2b0b2226-13d8-4523-b1ef-c8f734304a46 req-0c60de7f-f255-4a95-a417-c7210b72bea3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0845449 Feb 28 13:05:36.270231 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2b0b2226-13d8-4523-b1ef-c8f734304a46 req-b5d3ea5b-7638-4471-b809-9023f5857db3 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947962 Feb 28 13:05:36.333329 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Allocated IP 172.20.0.4 (9900a5c5-dc72-4998-83bc-8bfdded50340/51dfe32c-b563-4d11-a64c-38017b4c5a27/566261fe-c232-4254-ba0b-a055ee29db93) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:05:36.388692 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-24e69e39-77ec-431d-80c8-36cf3a9ad51b tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:36.390153 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-24e69e39-77ec-431d-80c8-36cf3a9ad51b tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/networks?id=0c8ccaa7-3338-4be9-9057-c30ea6e8e66b HTTP/1.1" status: 200 len: 814 time: 0.1132364 Feb 28 13:05:36.408718 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-03a81b65-94f0-4154-a969-75a19354b1ef tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/quotas/640c9f5539614165bff049a99e1957d2 HTTP/1.1" status: 200 len: 375 time: 0.0132353 Feb 28 13:05:36.445853 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-04a66402-4320-4fdb-bbbe-ca016d512460 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=640c9f5539614165bff049a99e1957d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317943 Feb 28 13:05:36.533879 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks [] for port (566261fe-c232-4254-ba0b-a055ee29db93), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:36.550606 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-fc2351fb-92c2-4d12-865c-f1e5a952aab0 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8ccaa7-3338-4be9-9057-c30ea6e8e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948195 Feb 28 13:05:36.645457 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-4cbefeb9-2ec0-42d8-bfba-711a42b6ffe8 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8ccaa7-3338-4be9-9057-c30ea6e8e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941257 Feb 28 13:05:36.674873 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (566261fe-c232-4254-ba0b-a055ee29db93), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:36.730229 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Network 9900a5c5-dc72-4998-83bc-8bfdded50340 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:36.734214 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:36.736121 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Pushing event updated for resources: {'Port': ['ID=566261fe-c232-4254-ba0b-a055ee29db93,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:36.738195 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:05:36.786401 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:36.786982 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:36.850164 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-e781df8b-c7cc-4a0a-85fc-c4cf0fbafbe8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9518700 Feb 28 13:05:36.877132 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Request body: {'port': {'device_id': 'b5f0f243-1002-4fa5-a864-aac696c3a842', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:36.889391 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1f21bc9f-c142-4025-88ba-be667e73a46a req-8656a4a0-e029-40fe-877c-30b46dc571d7 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 210 time: 0.0342798 Feb 28 13:05:36.983900 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (566261fe-c232-4254-ba0b-a055ee29db93), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:36.993243 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07997f-42f0-4f37-a15c-75bfd30c2845 req-a4d62d1f-e8d2-4275-b3be-78463ab0045e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:36.994756 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9e07997f-42f0-4f37-a15c-75bfd30c2845 req-a4d62d1f-e8d2-4275-b3be-78463ab0045e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 931 time: 0.0886796 Feb 28 13:05:37.047256 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91039e26-1f32-49f1-b90b-0b3b04d2aa16 req-5e450f23-3539-48be-8f64-d19dbba2c604 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:37.049303 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-91039e26-1f32-49f1-b90b-0b3b04d2aa16 req-5e450f23-3539-48be-8f64-d19dbba2c604 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0904827 Feb 28 13:05:37.100453 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9e07997f-42f0-4f37-a15c-75bfd30c2845 req-39a9e1e2-e5ca-4c8b-900f-fbde148ee57a tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978389 Feb 28 13:05:37.154888 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-91039e26-1f32-49f1-b90b-0b3b04d2aa16 req-4c12dc41-83df-4cd6-99bc-9df2cd7c075d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936840 Feb 28 13:05:37.298803 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566261fe-c232-4254-ba0b-a055ee29db93 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:05:37.308577 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Publish callbacks [] for port (566261fe-c232-4254-ba0b-a055ee29db93), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:37.329944 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Transition to ACTIVE for port object 566261fe-c232-4254-ba0b-a055ee29db93 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:05:37.400387 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (566261fe-c232-4254-ba0b-a055ee29db93), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:37.409854 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f28fa8-e915-4761-9fd1-1755d335c04b req-37880f3a-0471-4eee-b7b5-ed80bf3f7c21 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:37.417423 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-09f28fa8-e915-4761-9fd1-1755d335c04b req-37880f3a-0471-4eee-b7b5-ed80bf3f7c21 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0705049 Feb 28 13:05:37.457898 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Pushing event updated for resources: {'Port': ['ID=566261fe-c232-4254-ba0b-a055ee29db93,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:37.476229 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-09f28fa8-e915-4761-9fd1-1755d335c04b req-4604d4fd-2fe9-4acf-9215-3d8cf010795e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576043 Feb 28 13:05:37.531713 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Attempting to bind port 566261fe-c232-4254-ba0b-a055ee29db93 on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:05:37.532049 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Attempting to bind port 566261fe-c232-4254-ba0b-a055ee29db93 by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '265d43f5-da27-42a3-9cc1-fd5fb6041c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:05:37.532421 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Attempting to bind port 566261fe-c232-4254-ba0b-a055ee29db93 on network 9900a5c5-dc72-4998-83bc-8bfdded50340 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:37.537215 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Port 566261fe-c232-4254-ba0b-a055ee29db93 on network 9900a5c5-dc72-4998-83bc-8bfdded50340 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:05:37.537557 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Attempting to bind port 566261fe-c232-4254-ba0b-a055ee29db93 on network 9900a5c5-dc72-4998-83bc-8bfdded50340 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:37.544221 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:05:37.545512 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Checking segment: {'id': '265d43f5-da27-42a3-9cc1-fd5fb6041c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:37.545512 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Bound using segment: {'id': '265d43f5-da27-42a3-9cc1-fd5fb6041c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:05:37.546007 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Bound port: 566261fe-c232-4254-ba0b-a055ee29db93, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265d43f5-da27-42a3-9cc1-fd5fb6041c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:05:37.546645 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (566261fe-c232-4254-ba0b-a055ee29db93), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:37.612484 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] For port 566261fe-c232-4254-ba0b-a055ee29db93, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:05:37.616176 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] For port 566261fe-c232-4254-ba0b-a055ee29db93, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=566261fe-c232-4254-ba0b-a055ee29db93,segment=NetworkSegment(265d43f5-da27-42a3-9cc1-fd5fb6041c45),segment_id=265d43f5-da27-42a3-9cc1-fd5fb6041c45)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:05:37.680547 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (566261fe-c232-4254-ba0b-a055ee29db93), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:37.722343 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:37.722343 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:37.722343 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] 10.222.0.35 "PUT /v2.0/ports/566261fe-c232-4254-ba0b-a055ee29db93 HTTP/1.1" status: 200 len: 1093 time: 0.8532109 Feb 28 13:05:37.722647 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f0f243-1002-4fa5-a864-aac696c3a842', 'tag': '566261fe-c232-4254-ba0b-a055ee29db93'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:05:37.724722 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eb1af0-f96c-4808-b805-36ff61ef0d57" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f0f243-1002-4fa5-a864-aac696c3a842", "tag": "566261fe-c232-4254-ba0b-a055ee29db93"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:05:37.745188 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa71c0-de7b-4c74-a875-1b16f2825c56 service neutron] Pushing event updated for resources: {'Port': ['ID=566261fe-c232-4254-ba0b-a055ee29db93,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:37.763459 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f40b95f-6a5b-4709-9471-ed3ef18e6bea x-openstack-request-id: req-1f40b95f-6a5b-4709-9471-ed3ef18e6bea {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:05:37.763797 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f0f243-1002-4fa5-a864-aac696c3a842", "tag": "566261fe-c232-4254-ba0b-a055ee29db93", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:05:37.764055 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f40b95f-6a5b-4709-9471-ed3ef18e6bea {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:05:37.764460 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f0f243-1002-4fa5-a864-aac696c3a842', 'tag': '566261fe-c232-4254-ba0b-a055ee29db93', 'status': 'completed', 'code': 200} Feb 28 13:05:37.840967 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb1af0-f96c-4808-b805-36ff61ef0d57 req-6e8b8932-a412-435d-8186-47ca3325eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:37.842461 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-41eb1af0-f96c-4808-b805-36ff61ef0d57 req-6e8b8932-a412-435d-8186-47ca3325eb50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2f73b1e0a1347a8904c662844ebd9d3&device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 1127 time: 0.0470157 Feb 28 13:05:37.962341 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb1af0-f96c-4808-b805-36ff61ef0d57 req-5d08d9cb-0209-419d-8cc5-f34b132f1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:37.963208 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c8134208-6e0c-4097-bf3c-31ebe97082f9 req-8b93709f-896d-48d4-b98a-5bf45e26dd6e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 210 time: 0.0337455 Feb 28 13:05:37.963814 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-41eb1af0-f96c-4808-b805-36ff61ef0d57 req-5d08d9cb-0209-419d-8cc5-f34b132f1e1d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b2f73b1e0a1347a8904c662844ebd9d3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1043291 Feb 28 13:05:38.066132 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb1af0-f96c-4808-b805-36ff61ef0d57 req-f5612c5f-99ee-44d4-84dd-978210dc9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:38.067783 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-41eb1af0-f96c-4808-b805-36ff61ef0d57 req-f5612c5f-99ee-44d4-84dd-978210dc9402 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935366 Feb 28 13:05:38.212471 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-b5f77c8d-fed9-4823-a6f5-e23b1c2fea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:38.214795 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-b5f77c8d-fed9-4823-a6f5-e23b1c2fea3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2f73b1e0a1347a8904c662844ebd9d3&device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 1127 time: 0.0837338 Feb 28 13:05:38.276919 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-0a9fa11b-3e4a-4773-bad1-22514e7067f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=566261fe-c232-4254-ba0b-a055ee29db93 HTTP/1.1" status: 200 len: 217 time: 0.0518191 Feb 28 13:05:38.312841 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bab52-70d6-4525-a9e0-a3f11cc90043 req-9bd4cb6f-db75-4485-b2ee-0202d610e067 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:38.314710 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7d6bab52-70d6-4525-a9e0-a3f11cc90043 req-9bd4cb6f-db75-4485-b2ee-0202d610e067 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 943 time: 0.1054447 Feb 28 13:05:38.326956 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae2d0d-90ca-4539-b333-f2c7837c082d req-06493b18-8e85-4011-a443-349590cf2708 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:38.328571 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39ae2d0d-90ca-4539-b333-f2c7837c082d req-06493b18-8e85-4011-a443-349590cf2708 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0827436 Feb 28 13:05:38.347524 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-c657ac27-36f4-4835-858f-d321921fe02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:38.349627 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-c657ac27-36f4-4835-858f-d321921fe02a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51dfe32c-b563-4d11-a64c-38017b4c5a27 HTTP/1.1" status: 200 len: 848 time: 0.0562015 Feb 28 13:05:38.402929 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-521677f1-4204-4e77-b821-33a9d27e7c60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9900a5c5-dc72-4998-83bc-8bfdded50340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356283 Feb 28 13:05:38.405651 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7d6bab52-70d6-4525-a9e0-a3f11cc90043 req-f2580e98-4f02-45af-9842-4145724fd63f tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758753 Feb 28 13:05:38.415938 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39ae2d0d-90ca-4539-b333-f2c7837c082d req-32659cbc-7120-4ff0-8a25-b07901f9d6c9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785925 Feb 28 13:05:38.529126 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-117b6b28-ee7f-44d7-afcf-11dcd6d039e2 service neutron] 10.222.0.35 "GET /v2.0/networks/9900a5c5-dc72-4998-83bc-8bfdded50340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013904 Feb 28 13:05:38.610337 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b795ae7-d9f9-497c-9ed3-aaa22b1bcd99 req-e4569a3c-5b7c-4f93-a7ff-e2e56dc6283d tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:38.611863 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0b795ae7-d9f9-497c-9ed3-aaa22b1bcd99 req-e4569a3c-5b7c-4f93-a7ff-e2e56dc6283d tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0694332 Feb 28 13:05:38.646307 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1b0bd7ed-eafe-4585-8d87-6e519514a558 req-13f83d9c-7502-4b77-9447-c07235c2a8eb service neutron] 10.222.0.35 "GET /v2.0/networks/9900a5c5-dc72-4998-83bc-8bfdded50340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018176 Feb 28 13:05:38.673905 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0b795ae7-d9f9-497c-9ed3-aaa22b1bcd99 req-5538b42b-d6dc-40bb-8893-e338e5b56379 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516477 Feb 28 13:05:39.058194 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-22c76a71-8064-4788-ac03-4f2b026d2937 req-6c0a196d-8b88-45f7-9c97-6d36518cc717 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 210 time: 0.0269547 Feb 28 13:05:39.554233 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-75e2e81a-ea81-4aa2-9aeb-47a22fab1bd3 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:39.555783 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-75e2e81a-ea81-4aa2-9aeb-47a22fab1bd3 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.35 "GET /v2.0/networks?id=0c8ccaa7-3338-4be9-9057-c30ea6e8e66b HTTP/1.1" status: 200 len: 814 time: 0.1284924 Feb 28 13:05:39.571965 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Request body: {'port': {'device_id': 'f1a60672-9f85-4df6-8894-9237b9aeb657', 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b', 'admin_state_up': True, 'tenant_id': '640c9f5539614165bff049a99e1957d2'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:39.581179 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f1155-42af-4b54-8fde-5ff20d0cec39 req-32891e2b-1529-408b-bb76-2cc1e53328d3 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:39.583255 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-520f1155-42af-4b54-8fde-5ff20d0cec39 req-32891e2b-1529-408b-bb76-2cc1e53328d3 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 943 time: 0.0962570 Feb 28 13:05:39.594304 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b458c07-4d48-41f7-a324-b381380e3e3b req-a1736595-8a15-4c8b-9695-bda54185fe41 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:39.595757 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6b458c07-4d48-41f7-a324-b381380e3e3b req-a1736595-8a15-4c8b-9695-bda54185fe41 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0770259 Feb 28 13:05:39.666516 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-520f1155-42af-4b54-8fde-5ff20d0cec39 req-5408f340-da0c-4545-ba6a-6894ae29256c tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698040 Feb 28 13:05:39.678668 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6b458c07-4d48-41f7-a324-b381380e3e3b req-af26efc0-c124-45a5-9aca-cc4cc210e2ed tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736854 Feb 28 13:05:39.742705 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Made reservation on behalf of 640c9f5539614165bff049a99e1957d2 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:05:39.746161 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:39.878692 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Allocated IP 172.20.0.11 (0c8ccaa7-3338-4be9-9057-c30ea6e8e66b/967532ea-396d-44ca-a40a-68ee5a8f51b8/0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:05:40.026018 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks [] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:40.132179 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:40.175603 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1ef17-17aa-495a-9b9e-8c2605695cd8 req-a08f165e-5c45-48e2-a4b2-d36fc8b50917 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:40.176534 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:40.177577 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bdd1ef17-17aa-495a-9b9e-8c2605695cd8 req-a08f165e-5c45-48e2-a4b2-d36fc8b50917 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 932 time: 0.0549436 Feb 28 13:05:40.179643 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:40.183417 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:05:40.206602 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Pushing event updated for resources: {'Port': ['ID=0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:40.226294 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bdd1ef17-17aa-495a-9b9e-8c2605695cd8 req-aee522a7-28aa-4f2c-8678-99dbc4d7dcaf tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 Feb 28 13:05:40.237953 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:40.243316 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:40.316721 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-2263c878-cb22-48f2-bfee-af01b6d2a5fe tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7483850 Feb 28 13:05:40.334663 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Request body: {'port': {'device_id': 'f1a60672-9f85-4df6-8894-9237b9aeb657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:40.400133 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:40.452139 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0466a-f855-42d9-b26c-a55e518bdd97 req-fbb8271a-ac0d-4dca-8da9-095d821a3bbc tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:40.453633 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e5e0466a-f855-42d9-b26c-a55e518bdd97 req-fbb8271a-ac0d-4dca-8da9-095d821a3bbc tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0527756 Feb 28 13:05:40.507185 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e5e0466a-f855-42d9-b26c-a55e518bdd97 req-20be72eb-16a7-46b3-90b5-aff65ea1cc8b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454109 Feb 28 13:05:40.669875 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:05:40.677911 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Publish callbacks [] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:40.689811 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Transition to ACTIVE for port object 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:05:40.786589 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d63ef8-0348-4bdc-960d-9d63b5dc2413 req-f12b1522-b88e-4bb8-bc2c-7a9262cbb18c tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:40.788041 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-79d63ef8-0348-4bdc-960d-9d63b5dc2413 req-f12b1522-b88e-4bb8-bc2c-7a9262cbb18c tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 943 time: 0.0529125 Feb 28 13:05:40.794086 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:40.841414 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-79d63ef8-0348-4bdc-960d-9d63b5dc2413 req-1bf728cf-1fa0-4ed0-9d32-7aaba1e4564f tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478017 Feb 28 13:05:40.844113 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:40.934092 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Attempting to bind port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:05:40.934495 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Attempting to bind port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '6d813aee-6d29-4317-a997-a1c452e3e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:05:40.934892 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Attempting to bind port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe on network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:40.939655 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe on network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:05:40.940141 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Attempting to bind port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe on network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:40.948924 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:05:40.949805 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Checking segment: {'id': '6d813aee-6d29-4317-a997-a1c452e3e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:40.949805 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Bound using segment: {'id': '6d813aee-6d29-4317-a997-a1c452e3e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:05:40.950351 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Bound port: 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d813aee-6d29-4317-a997-a1c452e3e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:05:40.950752 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:40.970705 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c9e76-26b1-4818-8e4d-de33bcaf6cd5 req-fee21d6b-49a0-4e09-8d4f-a288964d1e15 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:40.972293 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-217c9e76-26b1-4818-8e4d-de33bcaf6cd5 req-fee21d6b-49a0-4e09-8d4f-a288964d1e15 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0673816 Feb 28 13:05:41.025808 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-217c9e76-26b1-4818-8e4d-de33bcaf6cd5 req-192b5758-60dd-45f3-8b07-f143a89634a9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453417 Feb 28 13:05:41.038233 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] For port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:05:41.041640 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] For port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe,segment=NetworkSegment(6d813aee-6d29-4317-a997-a1c452e3e98c),segment_id=6d813aee-6d29-4317-a997-a1c452e3e98c)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:05:41.126414 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:41.169943 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:41.170561 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:41.171969 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] 10.222.0.35 "PUT /v2.0/ports/0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe HTTP/1.1" status: 200 len: 1094 time: 0.8417339 Feb 28 13:05:41.172413 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a60672-9f85-4df6-8894-9237b9aeb657', 'tag': '0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:05:41.174888 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d29b6d4-cc50-47e1-aa9b-ec24e7f6f3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a60672-9f85-4df6-8894-9237b9aeb657", "tag": "0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:05:41.193828 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2da75-8bce-4259-ace6-1b134ae13e22 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:41.220119 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2b6a7a-51dd-4e18-bdf9-1024513800a3 x-openstack-request-id: req-3c2b6a7a-51dd-4e18-bdf9-1024513800a3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:05:41.220418 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a60672-9f85-4df6-8894-9237b9aeb657", "tag": "0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:05:41.220718 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c2b6a7a-51dd-4e18-bdf9-1024513800a3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:05:41.221140 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a60672-9f85-4df6-8894-9237b9aeb657', 'tag': '0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe', 'status': 'completed', 'code': 200} Feb 28 13:05:41.299161 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29b6d4-cc50-47e1-aa9b-ec24e7f6f3d9 req-2f752da1-641f-4394-b74c-5ff7d28ee5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:41.300664 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7d29b6d4-cc50-47e1-aa9b-ec24e7f6f3d9 req-2f752da1-641f-4394-b74c-5ff7d28ee5ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=640c9f5539614165bff049a99e1957d2&device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 1128 time: 0.0492320 Feb 28 13:05:41.371682 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa118c-ae71-4758-9ede-1d1d8ce4251b req-0e58d200-eb90-4223-ad02-c7437c62d240 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:41.373459 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-98fa118c-ae71-4758-9ede-1d1d8ce4251b req-0e58d200-eb90-4223-ad02-c7437c62d240 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 944 time: 0.0753100 Feb 28 13:05:41.425631 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-98fa118c-ae71-4758-9ede-1d1d8ce4251b req-450ba9df-d0b5-478b-9c95-f29d7028e1cd tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450044 Feb 28 13:05:41.462525 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29b6d4-cc50-47e1-aa9b-ec24e7f6f3d9 req-ac9c2452-4b08-4eb2-95c9-9cc0a8973f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:41.464046 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7d29b6d4-cc50-47e1-aa9b-ec24e7f6f3d9 req-ac9c2452-4b08-4eb2-95c9-9cc0a8973f0b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=640c9f5539614165bff049a99e1957d2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1449320 Feb 28 13:05:41.530832 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 566261fe-c232-4254-ba0b-a055ee29db93 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:05:41.587414 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29b6d4-cc50-47e1-aa9b-ec24e7f6f3d9 req-3942764f-1cc3-4323-8ea9-f2de45682a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:41.587414 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7d29b6d4-cc50-47e1-aa9b-ec24e7f6f3d9 req-3942764f-1cc3-4323-8ea9-f2de45682a5e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007273 Feb 28 13:05:41.639718 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 566261fe-c232-4254-ba0b-a055ee29db93, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=566261fe-c232-4254-ba0b-a055ee29db93,segment=NetworkSegment(265d43f5-da27-42a3-9cc1-fd5fb6041c45),segment_id=265d43f5-da27-42a3-9cc1-fd5fb6041c45)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:41.652129 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '566261fe-c232-4254-ba0b-a055ee29db93', 'network_id': '9900a5c5-dc72-4998-83bc-8bfdded50340', 'port_id': '566261fe-c232-4254-ba0b-a055ee29db93', 'mac_address': 'fa:16:3e:b8:cf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51dfe32c-b563-4d11-a64c-38017b4c5a27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:05:41.684233 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-09b6d564-2c59-4d6a-89b6-bc4b54832101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:41.685736 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-09b6d564-2c59-4d6a-89b6-bc4b54832101 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=640c9f5539614165bff049a99e1957d2&device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 1128 time: 0.0468082 Feb 28 13:05:41.689693 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 566261fe-c232-4254-ba0b-a055ee29db93 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:41.690092 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (566261fe-c232-4254-ba0b-a055ee29db93), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:41.704847 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566261fe-c232-4254-ba0b-a055ee29db93 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:05:41.729825 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 566261fe-c232-4254-ba0b-a055ee29db93, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=566261fe-c232-4254-ba0b-a055ee29db93,segment=NetworkSegment(265d43f5-da27-42a3-9cc1-fd5fb6041c45),segment_id=265d43f5-da27-42a3-9cc1-fd5fb6041c45)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:41.737051 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-3ea8e82b-c0ee-4312-b393-7b1459e771ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe HTTP/1.1" status: 200 len: 217 time: 0.0415626 Feb 28 13:05:41.797606 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-c1fb45b6-8bb5-4b3a-b083-93c27a0a5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:41.799308 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-c1fb45b6-8bb5-4b3a-b083-93c27a0a5ef0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=967532ea-396d-44ca-a40a-68ee5a8f51b8 HTTP/1.1" status: 200 len: 854 time: 0.0440361 Feb 28 13:05:41.828292 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (566261fe-c232-4254-ba0b-a055ee29db93), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:41.838330 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-640556ae-e20d-4f87-9eee-30fdcd6a5846 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c8ccaa7-3338-4be9-9057-c30ea6e8e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267308 Feb 28 13:05:41.877035 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=566261fe-c232-4254-ba0b-a055ee29db93,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:41.949446 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-c6b58654-66c9-4b89-8d3d-875889ed9cfe service neutron] 10.222.0.35 "GET /v2.0/networks/0c8ccaa7-3338-4be9-9057-c30ea6e8e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981784 Feb 28 13:05:41.977047 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e7840-b4b4-476c-b6ac-d087bb2620a5 req-376dd78e-2d1c-4f84-a6dd-2a093395da81 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:41.978594 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1c2e7840-b4b4-476c-b6ac-d087bb2620a5 req-376dd78e-2d1c-4f84-a6dd-2a093395da81 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 944 time: 0.0593941 Feb 28 13:05:42.029555 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1c2e7840-b4b4-476c-b6ac-d087bb2620a5 req-fd91cf30-2f86-492b-b6a9-2ba8fb7dc671 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450196 Feb 28 13:05:42.040571 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c832873e-a2bc-41d3-9c8d-6452e9970999 req-689b7497-fb53-4e0b-8f88-7085f1dc0c1a service neutron] 10.222.0.35 "GET /v2.0/networks/0c8ccaa7-3338-4be9-9057-c30ea6e8e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839391 Feb 28 13:05:42.146576 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c2bee-3383-4ab6-9936-f6968f141294 req-f360ce75-394d-4f2e-833e-4fd2f89dba5e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:42.147990 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-de7c2bee-3383-4ab6-9936-f6968f141294 req-f360ce75-394d-4f2e-833e-4fd2f89dba5e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0558317 Feb 28 13:05:42.195612 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-de7c2bee-3383-4ab6-9936-f6968f141294 req-28175165-c703-41e6-b535-777c624ca4b0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413508 Feb 28 13:05:42.384349 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['566261fe-c232-4254-ba0b-a055ee29db93'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:05:42.576712 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac311e-444f-4b4e-8496-bc79415a8616 req-cf698416-d3a3-4dcb-9549-79dfb7cf1b4a tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:42.578364 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-46ac311e-444f-4b4e-8496-bc79415a8616 req-cf698416-d3a3-4dcb-9549-79dfb7cf1b4a tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 944 time: 0.0528483 Feb 28 13:05:42.624170 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-46ac311e-444f-4b4e-8496-bc79415a8616 req-16b48409-50bc-4f22-a27c-57a357b24922 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396552 Feb 28 13:05:43.154450 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3108c6b-a2bc-4d19-9992-b93c1cbd41d0 req-936a2aa1-0544-441e-bbc3-9635c5225935 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:43.156000 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f3108c6b-a2bc-4d19-9992-b93c1cbd41d0 req-936a2aa1-0544-441e-bbc3-9635c5225935 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 944 time: 0.0598629 Feb 28 13:05:43.216735 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f3108c6b-a2bc-4d19-9992-b93c1cbd41d0 req-089167b2-2e99-4e03-ad44-48840784fa23 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499451 Feb 28 13:05:43.319790 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c1d03-c685-42c1-9132-e988f273c43a req-4f04b2e6-266c-4003-9fa4-a2c803c7b768 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:43.321285 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-357c1d03-c685-42c1-9132-e988f273c43a req-4f04b2e6-266c-4003-9fa4-a2c803c7b768 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0524988 Feb 28 13:05:43.367182 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-357c1d03-c685-42c1-9132-e988f273c43a req-ead06afe-7298-4eeb-8fee-ca04ce966acf tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403697 Feb 28 13:05:43.540515 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:05:43.640618 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe,segment=NetworkSegment(6d813aee-6d29-4317-a997-a1c452e3e98c),segment_id=6d813aee-6d29-4317-a997-a1c452e3e98c)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:43.652665 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe', 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b', 'port_id': '0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe', 'mac_address': 'fa:16:3e:fc:6e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967532ea-396d-44ca-a40a-68ee5a8f51b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:05:43.692637 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:43.693096 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:43.713113 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:05:43.732769 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe,segment=NetworkSegment(6d813aee-6d29-4317-a997-a1c452e3e98c),segment_id=6d813aee-6d29-4317-a997-a1c452e3e98c)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:43.745513 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5f422-3f81-48af-9239-3603d6621852 req-20a70765-0b52-453d-ab55-af1aaea510e5 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:43.747032 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ffb5f422-3f81-48af-9239-3603d6621852 req-20a70765-0b52-453d-ab55-af1aaea510e5 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 944 time: 0.0544515 Feb 28 13:05:43.794122 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ffb5f422-3f81-48af-9239-3603d6621852 req-8c0d216c-9100-411d-b45a-ccd754fb55cf tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414765 Feb 28 13:05:43.805683 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:43.860813 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:44.166592 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15349c6e-90ed-446f-905b-0f82cea240ad req-b59b875f-ad61-45f5-923f-f0da645ee0f7 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:44.168096 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-15349c6e-90ed-446f-905b-0f82cea240ad req-b59b875f-ad61-45f5-923f-f0da645ee0f7 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0562503 Feb 28 13:05:44.220117 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-15349c6e-90ed-446f-905b-0f82cea240ad req-f87ccc55-8144-446f-a0fd-723054c08bcc tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463910 Feb 28 13:05:44.236964 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:05:44.346011 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2be711-df45-4e67-b322-fb488206062b req-84a2cc47-c65e-4622-a281-e7f8bb6edd83 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:44.347903 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7d2be711-df45-4e67-b322-fb488206062b req-84a2cc47-c65e-4622-a281-e7f8bb6edd83 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 944 time: 0.0560551 Feb 28 13:05:44.395908 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7d2be711-df45-4e67-b322-fb488206062b req-27caddc9-7008-439b-b492-caaaa32cb141 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Feb 28 13:05:44.491873 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc80a3-248e-4c16-989f-0be0d095c58a req-179da6e0-a7c2-4319-989c-4d2d7280d0e5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:44.493249 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-92fc80a3-248e-4c16-989f-0be0d095c58a req-179da6e0-a7c2-4319-989c-4d2d7280d0e5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0522597 Feb 28 13:05:44.545958 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-92fc80a3-248e-4c16-989f-0be0d095c58a req-7a968df5-7f3d-4d2a-bb96-405c409595da tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466974 Feb 28 13:05:44.914236 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a4f79-5c6a-474c-9516-94f3f895d58b req-8b921fd5-4819-4eec-b012-d840745e6864 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:44.915828 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-851a4f79-5c6a-474c-9516-94f3f895d58b req-8b921fd5-4819-4eec-b012-d840745e6864 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 945 time: 0.0538533 Feb 28 13:05:44.963336 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-851a4f79-5c6a-474c-9516-94f3f895d58b req-84b8a2d9-dfc0-4bff-a55f-0314ee38d372 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 Feb 28 13:05:45.337212 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012e1f9-d1f7-4af7-9166-b21f17601413 req-ebe3e893-1138-4d5d-a057-502bc0d247ed tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:45.338867 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d012e1f9-d1f7-4af7-9166-b21f17601413 req-ebe3e893-1138-4d5d-a057-502bc0d247ed tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0536718 Feb 28 13:05:45.385502 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d012e1f9-d1f7-4af7-9166-b21f17601413 req-6fae0f09-e020-41f4-8ea9-558979222573 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409708 Feb 28 13:05:45.517468 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bb7dd-d246-46b7-8cbe-d37375e3858d req-a09cbb4c-97ea-45c2-8d21-11a722f061d6 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:45.518955 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a00bb7dd-d246-46b7-8cbe-d37375e3858d req-a09cbb4c-97ea-45c2-8d21-11a722f061d6 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 944 time: 0.0571640 Feb 28 13:05:45.553787 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 566261fe-c232-4254-ba0b-a055ee29db93 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:45.569340 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a00bb7dd-d246-46b7-8cbe-d37375e3858d req-4c39692f-1281-47d1-8def-dd435633aa50 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446317 Feb 28 13:05:45.684214 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3e2f4-9cc3-4187-83ec-a4651ae6551b req-d479a7b3-02f5-4b47-b539-699b5c299259 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:45.686377 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b4d3e2f4-9cc3-4187-83ec-a4651ae6551b req-d479a7b3-02f5-4b47-b539-699b5c299259 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0586541 Feb 28 13:05:45.702570 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port 566261fe-c232-4254-ba0b-a055ee29db93 completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:05:45.706559 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 566261fe-c232-4254-ba0b-a055ee29db93 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:45.706935 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (566261fe-c232-4254-ba0b-a055ee29db93), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:45.734168 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b4d3e2f4-9cc3-4187-83ec-a4651ae6551b req-63eececf-9e07-4adb-8840-eba8d33fd461 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422230 Feb 28 13:05:45.797000 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 566261fe-c232-4254-ba0b-a055ee29db93 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:45.797400 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (566261fe-c232-4254-ba0b-a055ee29db93), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:45.821476 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f0f243-1002-4fa5-a864-aac696c3a842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566261fe-c232-4254-ba0b-a055ee29db93'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:05:45.823770 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfe0b7a-4886-45c1-84a4-ed6882d4102a" -d '{"events": [{"server_uuid": "b5f0f243-1002-4fa5-a864-aac696c3a842", "name": "network-vif-plugged", "status": "completed", "tag": "566261fe-c232-4254-ba0b-a055ee29db93"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:05:45.839332 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 566261fe-c232-4254-ba0b-a055ee29db93, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=566261fe-c232-4254-ba0b-a055ee29db93,segment=NetworkSegment(265d43f5-da27-42a3-9cc1-fd5fb6041c45),segment_id=265d43f5-da27-42a3-9cc1-fd5fb6041c45)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:45.857388 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88ee1f1-da89-4979-b194-52f75116ddfc x-openstack-request-id: req-b88ee1f1-da89-4979-b194-52f75116ddfc {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:05:45.857905 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f0f243-1002-4fa5-a864-aac696c3a842", "name": "network-vif-plugged", "status": "completed", "tag": "566261fe-c232-4254-ba0b-a055ee29db93", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:05:45.858176 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b88ee1f1-da89-4979-b194-52f75116ddfc {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:05:45.858598 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f0f243-1002-4fa5-a864-aac696c3a842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566261fe-c232-4254-ba0b-a055ee29db93', 'code': 200} Feb 28 13:05:45.885513 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (566261fe-c232-4254-ba0b-a055ee29db93), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:45.936192 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=566261fe-c232-4254-ba0b-a055ee29db93,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:46.082624 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5de47e-6c6a-4d48-8333-3de96ae1b84e req-3daa22ff-6f92-467c-9dc9-d71f383d700c tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:46.084158 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9a5de47e-6c6a-4d48-8333-3de96ae1b84e req-3daa22ff-6f92-467c-9dc9-d71f383d700c tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 945 time: 0.0567751 Feb 28 13:05:46.130402 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9a5de47e-6c6a-4d48-8333-3de96ae1b84e req-a7ddecd8-27a8-4230-bcff-a8fb64fc22f6 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Feb 28 13:05:46.209885 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255259d3-0623-4c53-83c9-82a6f266c849 req-f5c10bea-dba6-43b5-a14d-b460247eb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:46.211358 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-255259d3-0623-4c53-83c9-82a6f266c849 req-f5c10bea-dba6-43b5-a14d-b460247eb22d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 1129 time: 0.0429921 Feb 28 13:05:46.258725 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-255259d3-0623-4c53-83c9-82a6f266c849 req-c5ac9307-c001-4581-91cf-59b134844d20 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Feb 28 13:05:46.505121 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5f981-cf4c-4cfe-bafb-1b4a5c3c6bab req-351e1012-6d2f-4711-ac21-4cc3562679ef tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:46.506562 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-46f5f981-cf4c-4cfe-bafb-1b4a5c3c6bab req-351e1012-6d2f-4711-ac21-4cc3562679ef tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0512602 Feb 28 13:05:46.555755 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-46f5f981-cf4c-4cfe-bafb-1b4a5c3c6bab req-324c25db-7029-4978-90aa-c6b32dba5b66 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434642 Feb 28 13:05:46.701949 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a176d7d-69c5-40c1-b4ff-4859161bd7e5 req-9044e1fa-ae93-4d7d-a5c6-cbbd79be73b2 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:46.703550 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1a176d7d-69c5-40c1-b4ff-4859161bd7e5 req-9044e1fa-ae93-4d7d-a5c6-cbbd79be73b2 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 945 time: 0.0531886 Feb 28 13:05:46.752456 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1a176d7d-69c5-40c1-b4ff-4859161bd7e5 req-9dd9335a-6bac-4ec0-bf1f-15e581b028a6 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 Feb 28 13:05:46.856749 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb576d9-3c9b-4262-ae0c-20421073e020 req-38288526-881d-46a5-ba7b-5d52d9f341d4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:46.858216 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0eb576d9-3c9b-4262-ae0c-20421073e020 req-38288526-881d-46a5-ba7b-5d52d9f341d4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0513585 Feb 28 13:05:46.903427 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0eb576d9-3c9b-4262-ae0c-20421073e020 req-7667afc4-8107-4f16-ad82-4326e02bdece tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397909 Feb 28 13:05:47.246232 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce796a-37ca-4b5c-a7df-ebc60f2f6dd7 req-10df69bb-0f99-4545-a5da-715b80240b2a tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:47.247660 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72ce796a-37ca-4b5c-a7df-ebc60f2f6dd7 req-10df69bb-0f99-4545-a5da-715b80240b2a tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 945 time: 0.0516009 Feb 28 13:05:47.294421 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72ce796a-37ca-4b5c-a7df-ebc60f2f6dd7 req-48929140-c632-4732-a55a-f5d98deed3f9 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Feb 28 13:05:47.557449 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ff9e4769-3111-4655-a016-1b45818d6798 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:05:47.560558 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:47.683205 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586fdc9-80f2-4bd5-b9ec-d29baa967ba9 req-3a1e8a93-b674-4844-9160-77e9c2404b9a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:47.684735 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5586fdc9-80f2-4bd5-b9ec-d29baa967ba9 req-3a1e8a93-b674-4844-9160-77e9c2404b9a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0604715 Feb 28 13:05:47.699638 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:47.718184 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ff9e4769-3111-4655-a016-1b45818d6798,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:47.731024 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': 'ff9e4769-3111-4655-a016-1b45818d6798', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'port_id': 'ff9e4769-3111-4655-a016-1b45818d6798', 'mac_address': 'fa:16:3e:54:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:05:47.733326 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5586fdc9-80f2-4bd5-b9ec-d29baa967ba9 req-f7f7fd92-e7b7-46ef-9437-3f897c2d0f3e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Feb 28 13:05:47.755163 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:05:47.764352 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:47.764728 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:47.798358 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port ff9e4769-3111-4655-a016-1b45818d6798 is: ACTIVE; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:47.799018 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ff9e4769-3111-4655-a016-1b45818d6798), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:47.819903 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff9e4769-3111-4655-a016-1b45818d6798 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:05:47.844102 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ff9e4769-3111-4655-a016-1b45818d6798,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:47.871890 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cba362-ed78-47be-a6a9-6462afe25417 req-72be9e5c-dc36-48d4-9410-f19d80ed1eca tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:47.873999 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f0cba362-ed78-47be-a6a9-6462afe25417 req-72be9e5c-dc36-48d4-9410-f19d80ed1eca tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 945 time: 0.0522048 Feb 28 13:05:47.878344 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:47.878735 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:47.902993 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a60672-9f85-4df6-8894-9237b9aeb657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:05:47.905417 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96451ae8-5d37-4ca7-b485-1e9cdb7a026c" -d '{"events": [{"server_uuid": "f1a60672-9f85-4df6-8894-9237b9aeb657", "name": "network-vif-plugged", "status": "completed", "tag": "0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:05:47.918842 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe,segment=NetworkSegment(6d813aee-6d29-4317-a997-a1c452e3e98c),segment_id=6d813aee-6d29-4317-a997-a1c452e3e98c)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:47.925486 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ff9e4769-3111-4655-a016-1b45818d6798), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:47.925850 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f0cba362-ed78-47be-a6a9-6462afe25417 req-3881bf4f-6346-464e-8a57-513f344de6b5 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448282 Feb 28 13:05:47.950958 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf24d66d-fc67-406e-a468-d3d8d8bd49c1 x-openstack-request-id: req-cf24d66d-fc67-406e-a468-d3d8d8bd49c1 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:05:47.951077 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a60672-9f85-4df6-8894-9237b9aeb657", "name": "network-vif-plugged", "status": "completed", "tag": "0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:05:47.951241 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf24d66d-fc67-406e-a468-d3d8d8bd49c1 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:05:47.951655 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a60672-9f85-4df6-8894-9237b9aeb657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe', 'code': 200} Feb 28 13:05:47.980266 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=ff9e4769-3111-4655-a016-1b45818d6798,revision_number=6']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:47.984305 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:48.054564 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83309538-65c9-4f6c-bbed-cee991f38f21 req-a50b54f7-1253-4c90-9449-b7f40ecff726 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:48.055326 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:48.056164 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-83309538-65c9-4f6c-bbed-cee991f38f21 req-a50b54f7-1253-4c90-9449-b7f40ecff726 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.0619705 Feb 28 13:05:48.108905 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-83309538-65c9-4f6c-bbed-cee991f38f21 req-c0cb155a-8d95-4cb5-a8e5-42bff2a1fe8b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457907 Feb 28 13:05:48.272554 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6498ae-f72a-4372-9539-62d2a70eb8de req-ff0261b9-0036-4d4a-a240-9b851e2a95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:48.274066 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-4f6498ae-f72a-4372-9539-62d2a70eb8de req-ff0261b9-0036-4d4a-a240-9b851e2a95ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 1130 time: 0.0437727 Feb 28 13:05:48.324204 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-4f6498ae-f72a-4372-9539-62d2a70eb8de req-248f8cda-7739-4b87-8f45-a119d8df18f7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372906 Feb 28 13:05:48.326793 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['ff9e4769-3111-4655-a016-1b45818d6798'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:05:48.417007 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9587480-7a9f-4bb9-bbdb-6dbeae94f547 req-4310a77a-f4a2-4c3d-84b2-79f7b1e8d024 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:48.418836 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a9587480-7a9f-4bb9-bbdb-6dbeae94f547 req-4310a77a-f4a2-4c3d-84b2-79f7b1e8d024 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.0534353 Feb 28 13:05:48.467791 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a9587480-7a9f-4bb9-bbdb-6dbeae94f547 req-e1d3109f-3a20-4c7b-aa59-8a273b99ef5e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429289 Feb 28 13:05:48.856233 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4560788-874f-43a6-aa7d-70fa3b0bcbeb req-596cd94f-838b-49fd-8216-5982c55ade8b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:48.857730 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c4560788-874f-43a6-aa7d-70fa3b0bcbeb req-596cd94f-838b-49fd-8216-5982c55ade8b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0547357 Feb 28 13:05:48.903414 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c4560788-874f-43a6-aa7d-70fa3b0bcbeb req-c5f86df8-be3c-4229-b933-1ae838c44f0e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399203 Feb 28 13:05:49.050615 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e7688-f1fd-4463-a521-54bdb2db6f67 req-ae1920bd-4440-4acb-967a-f2f1e0f5fe71 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:49.052607 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-249e7688-f1fd-4463-a521-54bdb2db6f67 req-ae1920bd-4440-4acb-967a-f2f1e0f5fe71 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 945 time: 0.0589855 Feb 28 13:05:49.102941 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-249e7688-f1fd-4463-a521-54bdb2db6f67 req-1575904f-5c28-4e92-a706-5b10a4554a7f tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416408 Feb 28 13:05:49.230808 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c518828-6a19-4e43-a92d-98b641bba6d9 req-cd1a1f11-1e3f-4402-948a-f838d9cabb05 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:49.232305 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2c518828-6a19-4e43-a92d-98b641bba6d9 req-cd1a1f11-1e3f-4402-948a-f838d9cabb05 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.0515258 Feb 28 13:05:49.277560 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2c518828-6a19-4e43-a92d-98b641bba6d9 req-145e2f5b-31e1-481c-ad36-1165254ed7b3 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399661 Feb 28 13:05:49.585295 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ff9e4769-3111-4655-a016-1b45818d6798 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:05:49.586074 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20d34-36fd-4310-9e14-2869292f7224 req-ec10bdfc-11dd-40bd-8e88-667ed4d3460d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:49.587586 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-78d20d34-36fd-4310-9e14-2869292f7224 req-ec10bdfc-11dd-40bd-8e88-667ed4d3460d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.0556090 Feb 28 13:05:49.640469 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-78d20d34-36fd-4310-9e14-2869292f7224 req-3af33a28-94f9-438d-9990-af57a4a1d580 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467491 Feb 28 13:05:49.650589 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port ff9e4769-3111-4655-a016-1b45818d6798 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:49.651384 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (ff9e4769-3111-4655-a016-1b45818d6798), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:49.753715 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port ff9e4769-3111-4655-a016-1b45818d6798 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:05:49.757318 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ff9e4769-3111-4655-a016-1b45818d6798), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:49.788529 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ff9e4769-3111-4655-a016-1b45818d6798,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:49.868998 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ff9e4769-3111-4655-a016-1b45818d6798), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:49.928169 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=ff9e4769-3111-4655-a016-1b45818d6798,revision_number=7']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:49.953282 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:05:49.955840 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c7e1a5-97d8-41f2-b2a7-7eaf7372634f" -d '{"events": [{"server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "name": "network-vif-plugged", "status": "completed", "tag": "ff9e4769-3111-4655-a016-1b45818d6798"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:05:50.027890 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9f3ecf-1a49-4c4e-9c82-b944f5014d40 x-openstack-request-id: req-7c9f3ecf-1a49-4c4e-9c82-b944f5014d40 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:05:50.028327 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "name": "network-vif-plugged", "status": "completed", "tag": "ff9e4769-3111-4655-a016-1b45818d6798", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:05:50.028708 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c9f3ecf-1a49-4c4e-9c82-b944f5014d40 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:05:50.029259 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798', 'code': 200} Feb 28 13:05:50.071825 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302f194-06b2-4cb8-abbd-10ed3a5aae62 req-4a203a3d-f92c-4296-952d-6d3bd4d44181 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:50.073636 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3302f194-06b2-4cb8-abbd-10ed3a5aae62 req-4a203a3d-f92c-4296-952d-6d3bd4d44181 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0647411 Feb 28 13:05:50.156536 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3302f194-06b2-4cb8-abbd-10ed3a5aae62 req-eccc803f-f2a3-4bc4-8a45-b45825c0ee48 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763168 Feb 28 13:05:50.433931 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31680eb-90a2-4d7c-9eaa-008210ee77ff req-bb6fc909-9fa1-4905-b6cd-d007991701ba tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:50.435413 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d31680eb-90a2-4d7c-9eaa-008210ee77ff req-bb6fc909-9fa1-4905-b6cd-d007991701ba tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0622234 Feb 28 13:05:50.495651 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d31680eb-90a2-4d7c-9eaa-008210ee77ff req-f5f1cc5a-f685-482b-9203-71168c4bda77 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539434 Feb 28 13:05:50.776213 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd623ba-8612-47af-84a2-5058f8be5bb2 req-99978cf1-e5da-4b28-9313-80a3f2a6df9f tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:50.777725 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1bd623ba-8612-47af-84a2-5058f8be5bb2 req-99978cf1-e5da-4b28-9313-80a3f2a6df9f tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.0588737 Feb 28 13:05:50.827938 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1bd623ba-8612-47af-84a2-5058f8be5bb2 req-a6334c33-d420-4f13-826a-621621644636 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432429 Feb 28 13:05:51.122202 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8ea4b-c04b-4ea9-8622-ea5acbacb96b req-62fbd33b-6e3e-4c6d-8a6b-94390c438b9d tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:51.123724 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-36c8ea4b-c04b-4ea9-8622-ea5acbacb96b req-62fbd33b-6e3e-4c6d-8a6b-94390c438b9d tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 945 time: 0.0528030 Feb 28 13:05:51.178700 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-36c8ea4b-c04b-4ea9-8622-ea5acbacb96b req-9735e0e8-d0f6-45dd-b7f8-81a6b560175f tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476127 Feb 28 13:05:51.314080 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080fe4-c528-4d4b-bfc9-ddf924624e25 req-14eac4ad-0f99-42cd-909a-c4f3987cc88f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:51.315607 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-91080fe4-c528-4d4b-bfc9-ddf924624e25 req-14eac4ad-0f99-42cd-909a-c4f3987cc88f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0733793 Feb 28 13:05:51.396947 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-91080fe4-c528-4d4b-bfc9-ddf924624e25 req-f98d3ad1-b43b-4ab7-bf69-2c87796d4fa2 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742245 Feb 28 13:05:51.641155 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e66b4-999d-4c34-afdb-868cdc16cc45 req-506d2905-4ead-4294-8476-5fe9efb7cfb7 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:51.642922 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8e4e66b4-999d-4c34-afdb-868cdc16cc45 req-506d2905-4ead-4294-8476-5fe9efb7cfb7 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0568576 Feb 28 13:05:51.697891 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8e4e66b4-999d-4c34-afdb-868cdc16cc45 req-e2718f92-28b6-4fe9-9093-ac0a52ff343d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474787 Feb 28 13:05:51.963763 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb5031-b7f3-4864-8d2a-58711d05f6b5 req-fec8c67a-8515-4035-8a41-555e671b2b16 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:51.972410 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4bbb5031-b7f3-4864-8d2a-58711d05f6b5 req-fec8c67a-8515-4035-8a41-555e671b2b16 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.0731876 Feb 28 13:05:52.033318 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4bbb5031-b7f3-4864-8d2a-58711d05f6b5 req-bfde1d4a-5051-44f1-9a76-c0073ccc98f9 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560915 Feb 28 13:05:52.369749 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b82921-2396-4abc-a62d-aff12dcdbfe2 req-2d065988-e84c-4167-b8c3-f2c2ef854627 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:52.372920 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a2b82921-2396-4abc-a62d-aff12dcdbfe2 req-2d065988-e84c-4167-b8c3-f2c2ef854627 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 945 time: 0.1063275 Feb 28 13:05:52.451020 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a2b82921-2396-4abc-a62d-aff12dcdbfe2 req-377635e2-a672-4cd7-8225-59db07843c60 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716836 Feb 28 13:05:52.633636 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e7d3f-7569-4ed6-b152-5d350e918fb1 req-ef88742f-05dc-49ad-8fd0-7f0a8ca65daa tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:52.635326 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-611e7d3f-7569-4ed6-b152-5d350e918fb1 req-ef88742f-05dc-49ad-8fd0-7f0a8ca65daa tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0589714 Feb 28 13:05:52.692057 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-611e7d3f-7569-4ed6-b152-5d350e918fb1 req-c233b7d5-2247-4596-9261-b6671be9edb5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503161 Feb 28 13:05:52.891827 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d8eb9-0cc4-40c8-9803-d0b593d341b5 req-49842c61-760a-4331-aa76-7b24ebf6501c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:52.900369 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e49d8eb9-0cc4-40c8-9803-d0b593d341b5 req-49842c61-760a-4331-aa76-7b24ebf6501c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.1276345 Feb 28 13:05:52.913941 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dabd7528-5e26-4680-a427-750cc556417c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:52.994582 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e49d8eb9-0cc4-40c8-9803-d0b593d341b5 req-6b1afd9b-c666-440e-b6de-054a42c9a035 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917375 Feb 28 13:05:53.233527 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae1b79-76f4-459f-9221-6f184a30af26 req-0a8c2a83-10e9-45ff-88b7-db3afb4810e5 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:53.235310 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-caae1b79-76f4-459f-9221-6f184a30af26 req-0a8c2a83-10e9-45ff-88b7-db3afb4810e5 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.1041884 Feb 28 13:05:53.254763 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-9aec2767-dfb0-4f81-934c-a9f310ffe153 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-184567821&fields=id&tenant_id=91a0fe7cf4f342fd972e60973badf7ce HTTP/1.1" status: 200 len: 267 time: 0.0910277 Feb 28 13:05:53.366244 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-caae1b79-76f4-459f-9221-6f184a30af26 req-ef6cd735-fc78-4a7d-88d6-2abd2e20ddbb tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089511 Feb 28 13:05:53.408256 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-bf4bbdd5-46d2-4eae-986e-db8c8f9be998 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:53.410530 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-bf4bbdd5-46d2-4eae-986e-db8c8f9be998 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/networks?id=474d9210-7d52-4301-b47a-c8719ae1c32f HTTP/1.1" status: 200 len: 808 time: 0.1542559 Feb 28 13:05:53.424712 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-68c4c0ca-dfda-4d24-b8ca-783d3fa6aff0 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/quotas/91a0fe7cf4f342fd972e60973badf7ce HTTP/1.1" status: 200 len: 375 time: 0.0092413 Feb 28 13:05:53.479262 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-957fbf64-5a19-4505-9b86-979243e1143b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91a0fe7cf4f342fd972e60973badf7ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490413 Feb 28 13:05:53.627521 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-ed0186ad-1ea2-4c61-953a-075ef90c9bd4 service neutron] 10.222.0.23 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324508 Feb 28 13:05:53.634863 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257be8e-d0c5-4036-b8aa-3080e98f133e req-c6628b5f-522c-4869-95d0-7e9a37c020ad tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:53.636430 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d257be8e-d0c5-4036-b8aa-3080e98f133e req-c6628b5f-522c-4869-95d0-7e9a37c020ad tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 945 time: 0.0887413 Feb 28 13:05:53.951965 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d257be8e-d0c5-4036-b8aa-3080e98f133e req-fb988011-7da0-49c3-bbac-ca8b9bedb4fd tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072507 Feb 28 13:05:53.965547 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-2050f3b0-c770-4b5a-ac1f-9095102f7756 service neutron] 10.222.0.23 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280520 Feb 28 13:05:54.126008 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b5efa-2a26-49f6-bc9a-d472a5f56f8b req-893207ac-4ee2-4575-a83a-61e6fe27050b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:54.127574 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0f5b5efa-2a26-49f6-bc9a-d472a5f56f8b req-893207ac-4ee2-4575-a83a-61e6fe27050b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0613308 Feb 28 13:05:54.191440 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0f5b5efa-2a26-49f6-bc9a-d472a5f56f8b req-54885a84-6f65-441f-9e85-3b5414c6624a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573432 Feb 28 13:05:54.366634 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb7f8d-a241-43e6-99c9-1559c7fb4d78 req-8a559553-5913-4438-8efc-188775eca395 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:54.370323 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-0feb7f8d-a241-43e6-99c9-1559c7fb4d78 req-8a559553-5913-4438-8efc-188775eca395 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 945 time: 0.0948501 Feb 28 13:05:54.384504 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8e859-925f-4032-8049-5d97503775d3 req-542a74b4-a1d8-4f82-b5fd-76582aaec97b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:54.386457 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-02b8e859-925f-4032-8049-5d97503775d3 req-542a74b4-a1d8-4f82-b5fd-76582aaec97b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0707026 Feb 28 13:05:54.456492 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-02b8e859-925f-4032-8049-5d97503775d3 req-83427f18-d421-47bf-8624-d57b36340be0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619855 Feb 28 13:05:54.536388 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-0feb7f8d-a241-43e6-99c9-1559c7fb4d78 req-d0e7b09f-4664-40e0-b123-84b1f825e680 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Deleting port 566261fe-c232-4254-ba0b-a055ee29db93 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:05:54.536731 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-0feb7f8d-a241-43e6-99c9-1559c7fb4d78 req-d0e7b09f-4664-40e0-b123-84b1f825e680 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (566261fe-c232-4254-ba0b-a055ee29db93), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:54.646477 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-0feb7f8d-a241-43e6-99c9-1559c7fb4d78 req-d0e7b09f-4664-40e0-b123-84b1f825e680 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] For port 566261fe-c232-4254-ba0b-a055ee29db93, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=566261fe-c232-4254-ba0b-a055ee29db93,segment=NetworkSegment(265d43f5-da27-42a3-9cc1-fd5fb6041c45),segment_id=265d43f5-da27-42a3-9cc1-fd5fb6041c45)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:05:54.646976 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-0feb7f8d-a241-43e6-99c9-1559c7fb4d78 req-d0e7b09f-4664-40e0-b123-84b1f825e680 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (566261fe-c232-4254-ba0b-a055ee29db93), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:54.664943 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-0feb7f8d-a241-43e6-99c9-1559c7fb4d78 req-d0e7b09f-4664-40e0-b123-84b1f825e680 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Calling delete_port for 566261fe-c232-4254-ba0b-a055ee29db93 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:05:54.666947 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3edbf127-dfdb-4630-8933-91550f361cd4 req-5fd4308d-9bfe-4aed-8e82-9aee6ae88a8a tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 210 time: 0.0407410 Feb 28 13:05:55.141187 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cb2b9-85d6-4805-8e7c-a784fe474938 req-fb46ced4-5df3-4134-9ea7-3ef31d1556e8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:55.148277 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-089cb2b9-85d6-4805-8e7c-a784fe474938 req-fb46ced4-5df3-4134-9ea7-3ef31d1556e8 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 945 time: 0.0783410 Feb 28 13:05:55.203616 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-089cb2b9-85d6-4805-8e7c-a784fe474938 req-e4dfe1df-0b29-4ed2-b0db-11ebeb08d22c tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/security-groups?id=995d5cf0-55a1-4fb6-97e1-7062d6aaed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541930 Feb 28 13:05:55.211447 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-0feb7f8d-a241-43e6-99c9-1559c7fb4d78 req-d0e7b09f-4664-40e0-b123-84b1f825e680 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (566261fe-c232-4254-ba0b-a055ee29db93), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:55.235869 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['566261fe-c232-4254-ba0b-a055ee29db93'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:05:55.315256 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7b09f-4664-40e0-b123-84b1f825e680 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Pushing event deleted for resources: {'Port': ['ID=566261fe-c232-4254-ba0b-a055ee29db93,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:55.375644 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0feb7f8d-a241-43e6-99c9-1559c7fb4d78 req-d0e7b09f-4664-40e0-b123-84b1f825e680 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] No DVR routers for this DVR port 566261fe-c232-4254-ba0b-a055ee29db93 on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:05:55.381504 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee38dc7a-e444-4608-aed2-98d7c5502c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:55.382579 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-0feb7f8d-a241-43e6-99c9-1559c7fb4d78 req-d0e7b09f-4664-40e0-b123-84b1f825e680 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:55.391662 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-0feb7f8d-a241-43e6-99c9-1559c7fb4d78 req-d0e7b09f-4664-40e0-b123-84b1f825e680 tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.35 "DELETE /v2.0/ports/566261fe-c232-4254-ba0b-a055ee29db93 HTTP/1.1" status: 204 len: 173 time: 1.0095224 Feb 28 13:05:55.392584 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f0f243-1002-4fa5-a864-aac696c3a842', 'name': 'network-vif-deleted', 'tag': '566261fe-c232-4254-ba0b-a055ee29db93'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:05:55.398419 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251c9c91-2ec6-4b4f-b45b-3592ff681d3d" -d '{"events": [{"server_uuid": "b5f0f243-1002-4fa5-a864-aac696c3a842", "name": "network-vif-deleted", "tag": "566261fe-c232-4254-ba0b-a055ee29db93"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:05:55.438641 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743bba5-ac63-444a-86b5-ea914b0efe29 req-22231e3d-026b-45b5-9778-3d5d7da8fd31 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:55.440315 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a743bba5-ac63-444a-86b5-ea914b0efe29 req-22231e3d-026b-45b5-9778-3d5d7da8fd31 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0976079 Feb 28 13:05:55.457836 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be810b23-1281-4c55-a668-3340a3fb6859 x-openstack-request-id: req-be810b23-1281-4c55-a668-3340a3fb6859 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:05:55.457836 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f0f243-1002-4fa5-a864-aac696c3a842", "name": "network-vif-deleted", "tag": "566261fe-c232-4254-ba0b-a055ee29db93", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:05:55.457836 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be810b23-1281-4c55-a668-3340a3fb6859 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:05:55.457836 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f0f243-1002-4fa5-a864-aac696c3a842', 'name': 'network-vif-deleted', 'tag': '566261fe-c232-4254-ba0b-a055ee29db93', 'status': 'completed', 'code': 200} Feb 28 13:05:55.522370 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a743bba5-ac63-444a-86b5-ea914b0efe29 req-6d45ca17-7b05-4323-ac6c-7cd31438a042 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729315 Feb 28 13:05:55.636889 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1e21-b67e-4249-a707-574d2cfdae73 req-16cdab0c-1da6-43c3-8c8c-5aec3a4cd676 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:55.638674 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0a5d1e21-b67e-4249-a707-574d2cfdae73 req-16cdab0c-1da6-43c3-8c8c-5aec3a4cd676 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0615535 Feb 28 13:05:55.701440 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0a5d1e21-b67e-4249-a707-574d2cfdae73 req-7ce4ab80-7292-472f-99d3-9f869b69e919 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535567 Feb 28 13:05:55.796166 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d3bff285-4dce-41e7-b100-d7c27d2687e6 req-63fdee34-4027-410a-9de9-d745f98a7148 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 210 time: 0.0481584 Feb 28 13:05:56.330200 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-787e1e11-97e3-42fd-94ad-7be39e74262b req-bad93b0c-46d1-4aa4-aff7-25820210f92e tempest-VolumesActionsTest-1565190029 tempest-VolumesActionsTest-1565190029-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f0f243-1002-4fa5-a864-aac696c3a842 HTTP/1.1" status: 200 len: 210 time: 0.0343578 Feb 28 13:05:56.693310 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001989-b1ee-4f03-99fb-1a503a1f8ddb req-375fbcc9-5f6e-4464-8b7b-bf9b2395df70 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:56.693310 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ba001989-b1ee-4f03-99fb-1a503a1f8ddb req-375fbcc9-5f6e-4464-8b7b-bf9b2395df70 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0625844 Feb 28 13:05:56.719901 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ba001989-b1ee-4f03-99fb-1a503a1f8ddb req-44b96c6e-a14e-4445-bf16-53e5ab67d694 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497296 Feb 28 13:05:56.858574 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e7e2a-04fc-4cfb-822b-d28ecbe91c7f req-b26bb749-f7b0-4ed9-86db-75c10ea52bf0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:56.866529 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-216e7e2a-04fc-4cfb-822b-d28ecbe91c7f req-b26bb749-f7b0-4ed9-86db-75c10ea52bf0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0647376 Feb 28 13:05:56.912043 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-49e30ff5-4f45-41b3-ac4d-45dd830423a6 req-74519e75-25bb-432b-91b9-03833047d550 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 210 time: 0.0384388 Feb 28 13:05:56.939958 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-216e7e2a-04fc-4cfb-822b-d28ecbe91c7f req-2ce590b8-91d1-477c-a649-49d600cd709e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725312 Feb 28 13:05:57.240249 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:57.598338 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-15d15886-690a-4951-b634-b3d995e840ce tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:57.602517 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-15d15886-690a-4951-b634-b3d995e840ce tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.35 "GET /v2.0/networks?id=474d9210-7d52-4301-b47a-c8719ae1c32f HTTP/1.1" status: 200 len: 808 time: 0.1539252 Feb 28 13:05:57.614981 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 566261fe-c232-4254-ba0b-a055ee29db93 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:05:57.643077 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: 566261fe-c232-4254-ba0b-a055ee29db93 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:05:57.643450 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 566261fe-c232-4254-ba0b-a055ee29db93 not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:05:57.714348 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-f7398229-de0c-45a5-9cf1-2bd640b3fe67 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91a0fe7cf4f342fd972e60973badf7ce HTTP/1.1" status: 200 len: 379 time: 0.0984716 Feb 28 13:05:57.726664 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Request body: {'port': {'device_id': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'admin_state_up': True, 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'security_groups': ['07942021-146e-46c4-8170-206d53e60b33']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:57.925337 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:57.966272 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Made reservation on behalf of 91a0fe7cf4f342fd972e60973badf7ce for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:05:57.972866 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:58.005019 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9e4fe-b4d0-406d-9827-e9abbbf70fa1 req-c7fe09fa-f383-4f1c-9adc-bfb14b1487be tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:58.016094 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-24a9e4fe-b4d0-406d-9827-e9abbbf70fa1 req-c7fe09fa-f383-4f1c-9adc-bfb14b1487be tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.1651497 Feb 28 13:05:58.162363 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-24a9e4fe-b4d0-406d-9827-e9abbbf70fa1 req-7c7c2b31-7480-4c6f-a697-4915990d2b8b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449354 Feb 28 13:05:58.186866 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-470048fa-e457-4530-ac35-669a21da787d req-c3a464c2-c490-49b4-ae92-653efbf4d81b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 210 time: 0.0632701 Feb 28 13:05:58.252991 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Allocated IP 172.20.0.13 (474d9210-7d52-4301-b47a-c8719ae1c32f/c3ab4009-14e9-4940-abd6-b242fc76a7ab/69669be8-e985-4a13-add4-0968abeb183c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:05:58.313309 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032d973-edb7-4c9f-9132-d2151dd6ec07 req-de2313ff-39c6-4fde-a055-978adf1116fe tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:58.314835 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d032d973-edb7-4c9f-9132-d2151dd6ec07 req-de2313ff-39c6-4fde-a055-978adf1116fe tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0692656 Feb 28 13:05:58.416148 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d032d973-edb7-4c9f-9132-d2151dd6ec07 req-f17c927f-fb3d-436d-a942-5abced487b4d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890510 Feb 28 13:05:58.446558 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for port (69669be8-e985-4a13-add4-0968abeb183c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:58.548782 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (69669be8-e985-4a13-add4-0968abeb183c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:58.613290 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Network 474d9210-7d52-4301-b47a-c8719ae1c32f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:05:58.618104 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:05:58.637138 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:05:58.709486 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event updated for resources: {'Port': ['ID=69669be8-e985-4a13-add4-0968abeb183c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:58.743497 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:58.745707 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:58.824432 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-3ddd16c2-96ec-413a-903f-76e17c5ad452 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1024902 Feb 28 13:05:58.847132 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Request body: {'port': {'device_id': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:05:58.958831 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (69669be8-e985-4a13-add4-0968abeb183c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:59.034387 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-61a46852-c03c-4a4d-a282-d8cb4954f017 None None] Provisioning complete for port 69669be8-e985-4a13-add4-0968abeb183c triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:05:59.035389 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61a46852-c03c-4a4d-a282-d8cb4954f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (69669be8-e985-4a13-add4-0968abeb183c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:59.074573 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-61a46852-c03c-4a4d-a282-d8cb4954f017 None None] Port 69669be8-e985-4a13-add4-0968abeb183c cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:05:59.361038 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:05:59.361726 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69669be8-e985-4a13-add4-0968abeb183c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:05:59.372581 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Publish callbacks [] for port (69669be8-e985-4a13-add4-0968abeb183c), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:59.389267 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Transition to ACTIVE for port object 69669be8-e985-4a13-add4-0968abeb183c will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:05:59.396629 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec69625-4e11-4674-904f-2e3637f93617 req-5de0fe9c-7730-4d66-b4da-928619d92675 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:59.403513 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4ec69625-4e11-4674-904f-2e3637f93617 req-5de0fe9c-7730-4d66-b4da-928619d92675 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0787668 Feb 28 13:05:59.417330 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd934e2-1fc8-4b9c-b918-7c9f7ebc465d req-206175f5-107b-4b1d-9674-1e618000968f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:59.417713 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:59.424149 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7cd934e2-1fc8-4b9c-b918-7c9f7ebc465d req-206175f5-107b-4b1d-9674-1e618000968f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 932 time: 0.1336954 Feb 28 13:05:59.474165 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (69669be8-e985-4a13-add4-0968abeb183c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:59.535196 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Pushing event updated for resources: {'Port': ['ID=69669be8-e985-4a13-add4-0968abeb183c,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:05:59.552290 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7cd934e2-1fc8-4b9c-b918-7c9f7ebc465d req-4826ee2a-037d-4b5e-aadf-3f95e27a3c48 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255248 Feb 28 13:05:59.576067 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4ec69625-4e11-4674-904f-2e3637f93617 req-6324a6b1-392b-4e21-9424-70a515147786 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715779 Feb 28 13:05:59.685540 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Attempting to bind port 69669be8-e985-4a13-add4-0968abeb183c on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:05:59.686167 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Attempting to bind port 69669be8-e985-4a13-add4-0968abeb183c by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:05:59.689868 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Attempting to bind port 69669be8-e985-4a13-add4-0968abeb183c on network 474d9210-7d52-4301-b47a-c8719ae1c32f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:59.705200 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Port 69669be8-e985-4a13-add4-0968abeb183c on network 474d9210-7d52-4301-b47a-c8719ae1c32f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:05:59.705525 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Attempting to bind port 69669be8-e985-4a13-add4-0968abeb183c on network 474d9210-7d52-4301-b47a-c8719ae1c32f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:05:59.717833 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:05:59.718176 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Checking segment: {'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:05:59.718838 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Bound using segment: {'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:05:59.719335 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Bound port: 69669be8-e985-4a13-add4-0968abeb183c, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12064347-d531-4852-8edc-a53ad71659b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:05:59.719659 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (69669be8-e985-4a13-add4-0968abeb183c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:05:59.753757 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c6b8a-e41d-4c0a-848f-94433a612940 req-13a7293a-3ef2-44fb-b410-bc6042d836cd tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:05:59.761226 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b07c6b8a-e41d-4c0a-848f-94433a612940 req-13a7293a-3ef2-44fb-b410-bc6042d836cd tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.1033132 Feb 28 13:05:59.847071 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b07c6b8a-e41d-4c0a-848f-94433a612940 req-9b339e7f-1c44-488f-9786-d83637d2ed79 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793965 Feb 28 13:05:59.877903 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] For port 69669be8-e985-4a13-add4-0968abeb183c, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:05:59.881525 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] For port 69669be8-e985-4a13-add4-0968abeb183c, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=69669be8-e985-4a13-add4-0968abeb183c,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:05:59.982993 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (69669be8-e985-4a13-add4-0968abeb183c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:00.003483 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:00.004266 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:00.006319 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] 10.222.0.35 "PUT /v2.0/ports/69669be8-e985-4a13-add4-0968abeb183c HTTP/1.1" status: 200 len: 1094 time: 1.1637728 Feb 28 13:06:00.037348 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'tag': '69669be8-e985-4a13-add4-0968abeb183c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:06:00.039880 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e507fefd-6455-499b-8f35-50aaae80d795" -d '{"events": [{"name": "network-changed", "server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "tag": "69669be8-e985-4a13-add4-0968abeb183c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:06:00.089268 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd6f5bd-99ea-4e57-9f4b-545c804afca9 x-openstack-request-id: req-4dd6f5bd-99ea-4e57-9f4b-545c804afca9 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:06:00.089643 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "tag": "69669be8-e985-4a13-add4-0968abeb183c", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:06:00.089961 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4dd6f5bd-99ea-4e57-9f4b-545c804afca9 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:06:00.090418 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'tag': '69669be8-e985-4a13-add4-0968abeb183c', 'status': 'completed', 'code': 200} Feb 28 13:06:00.093523 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88fc63-fdf2-44bb-aa8b-8bddc9ab41ac service neutron] Pushing event updated for resources: {'Port': ['ID=69669be8-e985-4a13-add4-0968abeb183c,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:00.192279 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507fefd-6455-499b-8f35-50aaae80d795 req-aa1a49a5-e973-49db-a05e-46517c68a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:00.195338 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e507fefd-6455-499b-8f35-50aaae80d795 req-aa1a49a5-e973-49db-a05e-46517c68a70f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91a0fe7cf4f342fd972e60973badf7ce&device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 1128 time: 0.0583241 Feb 28 13:06:00.334413 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507fefd-6455-499b-8f35-50aaae80d795 req-cac41d30-c892-4bf3-aef7-ce18eda54a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:00.338574 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e507fefd-6455-499b-8f35-50aaae80d795 req-cac41d30-c892-4bf3-aef7-ce18eda54a3c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=91a0fe7cf4f342fd972e60973badf7ce&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1205029 Feb 28 13:06:00.468810 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507fefd-6455-499b-8f35-50aaae80d795 req-e83fcd18-8913-4da9-bda6-f207a4b9a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:00.470223 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e507fefd-6455-499b-8f35-50aaae80d795 req-e83fcd18-8913-4da9-bda6-f207a4b9a344 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185892 Feb 28 13:06:00.586769 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-1cddd55b-eeb2-4204-bc08-5041feaf5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:00.587007 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-1cddd55b-eeb2-4204-bc08-5041feaf5de0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91a0fe7cf4f342fd972e60973badf7ce&device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 1128 time: 0.0665100 Feb 28 13:06:00.659394 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-833f4f03-9e28-4514-9d26-f4f4acb57021 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69669be8-e985-4a13-add4-0968abeb183c HTTP/1.1" status: 200 len: 217 time: 0.0502989 Feb 28 13:06:00.754602 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-b672944e-70f0-46fb-81cf-63d16a3f8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:00.759670 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-b672944e-70f0-46fb-81cf-63d16a3f8780 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3ab4009-14e9-4940-abd6-b242fc76a7ab HTTP/1.1" status: 200 len: 847 time: 0.0908010 Feb 28 13:06:00.778957 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e806dd-8e03-4e09-92fe-ccd612beef89 req-ee99adec-911e-4560-af0f-d89d90163d0b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:00.780773 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-14e806dd-8e03-4e09-92fe-ccd612beef89 req-ee99adec-911e-4560-af0f-d89d90163d0b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.1243796 Feb 28 13:06:00.791330 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97361308-9fe8-4a5c-858d-68cb2a695643 req-e7d1e40b-8193-43cc-8928-8ccc6d0ec173 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:00.809636 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-97361308-9fe8-4a5c-858d-68cb2a695643 req-e7d1e40b-8193-43cc-8928-8ccc6d0ec173 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.1625748 Feb 28 13:06:00.872215 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-56e44564-4bb2-4056-818e-3007843e369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:00.906619 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-56e44564-4bb2-4056-818e-3007843e369e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=474d9210-7d52-4301-b47a-c8719ae1c32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1333609 Feb 28 13:06:01.008589 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-14e806dd-8e03-4e09-92fe-ccd612beef89 req-788ca342-e6bb-4681-89eb-e07601c167cb tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911824 Feb 28 13:06:01.036918 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-97361308-9fe8-4a5c-858d-68cb2a695643 req-d93c9500-6048-4ce1-b760-271b5a66ade4 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168293 Feb 28 13:06:01.169610 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-53aba3d4-f415-40e7-8095-5c40b8fe45ab service neutron] 10.222.0.35 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785612 Feb 28 13:06:01.185602 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225fa1f-cd08-4db6-b2a7-cc8d21a12bbb req-9e6aeee1-511c-4d3a-8d9f-4a7261aaecc3 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:01.187144 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8225fa1f-cd08-4db6-b2a7-cc8d21a12bbb req-9e6aeee1-511c-4d3a-8d9f-4a7261aaecc3 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0906725 Feb 28 13:06:01.217175 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-81471e12-760b-4b4e-a609-b2c1b4eb755c req-b8863ae4-cbc5-44f7-9707-85593109bba5 service neutron] 10.222.0.35 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127403 Feb 28 13:06:01.240742 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8225fa1f-cd08-4db6-b2a7-cc8d21a12bbb req-1e72828b-1574-4f36-99bd-e9c785a2906c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472498 Feb 28 13:06:01.923246 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e456817-c993-4726-ba5c-36d2dec9d61f req-ef431fad-119f-4ae8-a943-1c6cf2d64d36 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:01.926336 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8e456817-c993-4726-ba5c-36d2dec9d61f req-ef431fad-119f-4ae8-a943-1c6cf2d64d36 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0783627 Feb 28 13:06:02.027411 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8e456817-c993-4726-ba5c-36d2dec9d61f req-e1906b8b-2d46-486a-8222-e239788a5b46 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954876 Feb 28 13:06:02.195569 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b3b31-3ab1-4572-a03e-d68e109b40f7 req-9c6449f5-7381-44de-9167-8e0cb05f894d tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:02.197057 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4b1b3b31-3ab1-4572-a03e-d68e109b40f7 req-9c6449f5-7381-44de-9167-8e0cb05f894d tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0891984 Feb 28 13:06:02.227710 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09967166-70bf-45a9-9784-4d0644dc47a7 req-68bdb155-2a3a-474a-b9ed-e0702fff8854 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:02.229214 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-09967166-70bf-45a9-9784-4d0644dc47a7 req-68bdb155-2a3a-474a-b9ed-e0702fff8854 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.1084826 Feb 28 13:06:02.276302 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4b1b3b31-3ab1-4572-a03e-d68e109b40f7 req-b68d01a8-5e82-445f-922c-9a4ca0c5a454 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720837 Feb 28 13:06:02.306172 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-09967166-70bf-45a9-9784-4d0644dc47a7 req-38aa0d8c-e361-4bd8-9b49-51c5b3f82f25 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699635 Feb 28 13:06:02.421886 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c05bb-05b8-4458-bf58-26bc0b5b8daf req-598c8742-5369-4efa-9016-ab918cc4dad8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:02.423281 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-435c05bb-05b8-4458-bf58-26bc0b5b8daf req-598c8742-5369-4efa-9016-ab918cc4dad8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0577543 Feb 28 13:06:02.491057 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-435c05bb-05b8-4458-bf58-26bc0b5b8daf req-e82896c3-c8d0-41ab-b853-e01eca4190c0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618932 Feb 28 13:06:03.148704 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eed0ca-b3d6-4175-b7d2-73f753a1fde4 req-36aad85d-03e4-4b58-8717-6852516935ec tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:03.150164 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43eed0ca-b3d6-4175-b7d2-73f753a1fde4 req-36aad85d-03e4-4b58-8717-6852516935ec tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0513890 Feb 28 13:06:03.199434 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43eed0ca-b3d6-4175-b7d2-73f753a1fde4 req-170f19e8-2692-4bfd-9636-580561d5b164 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432661 Feb 28 13:06:03.428444 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006739b-3063-4678-a4ce-a1e9e9126d7d req-fdebd576-d721-473a-8f0f-401f2bc5de93 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:03.429927 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3006739b-3063-4678-a4ce-a1e9e9126d7d req-fdebd576-d721-473a-8f0f-401f2bc5de93 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0861423 Feb 28 13:06:03.441244 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8df2b5-1f3c-463e-97de-d92af7715fdd req-bce17aab-4d4e-4327-ab1d-8acb2716bbed tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:03.443280 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bf8df2b5-1f3c-463e-97de-d92af7715fdd req-bce17aab-4d4e-4327-ab1d-8acb2716bbed tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0695240 Feb 28 13:06:03.512042 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3006739b-3063-4678-a4ce-a1e9e9126d7d req-4dc9d7b9-93d3-4634-9597-6b6bd107c85a tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677969 Feb 28 13:06:03.520254 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bf8df2b5-1f3c-463e-97de-d92af7715fdd req-6e920404-493d-4d76-bc7b-42b227e1a97a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695889 Feb 28 13:06:03.627410 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61dd7f-c3e9-400f-8677-dc53699718c9 req-b6bfb5fe-8915-41d1-bec8-67a3a2e143e0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:03.628893 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ba61dd7f-c3e9-400f-8677-dc53699718c9 req-b6bfb5fe-8915-41d1-bec8-67a3a2e143e0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0554221 Feb 28 13:06:03.674464 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ba61dd7f-c3e9-400f-8677-dc53699718c9 req-242c5aef-0de3-486d-89a4-c4309279a75b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396287 Feb 28 13:06:04.288437 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4684f-2c02-480c-93be-952c7d378377 req-cf1b20cd-f514-47b6-92cf-fe7b186264d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:04.289959 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-89d4684f-2c02-480c-93be-952c7d378377 req-cf1b20cd-f514-47b6-92cf-fe7b186264d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 1129 time: 0.0494659 Feb 28 13:06:04.322578 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10902c24-6d8c-4a77-b52a-64bcc73db0cb req-a8224b2c-37bd-4a14-9676-f11115d95268 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:04.324979 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-10902c24-6d8c-4a77-b52a-64bcc73db0cb req-a8224b2c-37bd-4a14-9676-f11115d95268 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0557892 Feb 28 13:06:04.382568 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-10902c24-6d8c-4a77-b52a-64bcc73db0cb req-1fff9156-8747-4e7d-8c15-6b2b5cdefafe tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513606 Feb 28 13:06:04.390316 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4684f-2c02-480c-93be-952c7d378377 req-33068aa9-a41c-406e-9e1c-4ff20e025f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:04.392043 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-89d4684f-2c02-480c-93be-952c7d378377 req-33068aa9-a41c-406e-9e1c-4ff20e025f09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 919 time: 0.0911922 Feb 28 13:06:04.439487 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-89d4684f-2c02-480c-93be-952c7d378377 req-1f56ec96-ab97-4501-9a27-cc7613e40114 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c HTTP/1.1" status: 200 len: 217 time: 0.0352197 Feb 28 13:06:04.492306 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4684f-2c02-480c-93be-952c7d378377 req-a5e69553-659e-49fa-90bc-034bde5bac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:04.493704 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-89d4684f-2c02-480c-93be-952c7d378377 req-a5e69553-659e-49fa-90bc-034bde5bac98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 HTTP/1.1" status: 200 len: 858 time: 0.0418594 Feb 28 13:06:04.525445 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-89d4684f-2c02-480c-93be-952c7d378377 req-e9a8b1f2-f071-4714-a605-c600f912b415 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32e9cc3b-dca1-43ec-8052-db962743c7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246940 Feb 28 13:06:04.628011 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-89d4684f-2c02-480c-93be-952c7d378377 req-e5fca561-dab7-4120-841a-3c29271c5e96 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933557 Feb 28 13:06:04.671612 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeec50-f9e2-4369-8f59-f20aa73511d0 req-69677075-1f6d-4e11-b14e-84ddaf6a30c4 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:04.673210 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bcbeec50-f9e2-4369-8f59-f20aa73511d0 req-69677075-1f6d-4e11-b14e-84ddaf6a30c4 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0926771 Feb 28 13:06:04.680256 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9abc1-9525-4f07-abbd-20ea0aa83a5d req-f393b292-d402-4821-a288-6ed9e74d642d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:04.681965 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-70a9abc1-9525-4f07-abbd-20ea0aa83a5d req-f393b292-d402-4821-a288-6ed9e74d642d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0922511 Feb 28 13:06:04.753581 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-89d4684f-2c02-480c-93be-952c7d378377 req-bbf47100-f974-47e9-a04c-649e3940bde0 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962172 Feb 28 13:06:04.756857 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bcbeec50-f9e2-4369-8f59-f20aa73511d0 req-83792d60-e3fd-4beb-85de-f1225ece2e3b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741827 Feb 28 13:06:04.759893 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-70a9abc1-9525-4f07-abbd-20ea0aa83a5d req-7219660b-5daf-475c-9f83-ceea1f0fc3c4 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714376 Feb 28 13:06:04.872257 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d871fb7-ad79-4416-a8ed-9a69d0e54160 req-dfcbcdaf-4611-48b5-b0b6-40d07b1462e7 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:04.873729 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6d871fb7-ad79-4416-a8ed-9a69d0e54160 req-dfcbcdaf-4611-48b5-b0b6-40d07b1462e7 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0538199 Feb 28 13:06:04.930404 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6d871fb7-ad79-4416-a8ed-9a69d0e54160 req-59a65591-617a-4e50-9f92-237d8d8cb0e2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509133 Feb 28 13:06:05.168920 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c84a1d-700d-4e16-a3dc-973275580868 req-6fda411d-14a9-45f2-b5c3-b6473f5d591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:05.170414 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-41c84a1d-700d-4e16-a3dc-973275580868 req-6fda411d-14a9-45f2-b5c3-b6473f5d591f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 1129 time: 0.0444779 Feb 28 13:06:05.266763 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c84a1d-700d-4e16-a3dc-973275580868 req-eabcfa59-bd12-4cd6-ab12-974d4e382db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:05.268254 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-41c84a1d-700d-4e16-a3dc-973275580868 req-eabcfa59-bd12-4cd6-ab12-974d4e382db0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 917 time: 0.0829442 Feb 28 13:06:05.343610 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-41c84a1d-700d-4e16-a3dc-973275580868 req-f70e9ea1-3ee7-4c71-aef5-2f5021316ac9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9e4769-3111-4655-a016-1b45818d6798 HTTP/1.1" status: 200 len: 1001 time: 0.0619256 Feb 28 13:06:05.406228 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c84a1d-700d-4e16-a3dc-973275580868 req-555b46c7-138f-4ec6-8b9f-bd5f01b43b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:05.407796 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-41c84a1d-700d-4e16-a3dc-973275580868 req-555b46c7-138f-4ec6-8b9f-bd5f01b43b85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=669937d0-ed8c-451d-8f8b-949267997e0b HTTP/1.1" status: 200 len: 855 time: 0.0443051 Feb 28 13:06:05.484565 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c84a1d-700d-4e16-a3dc-973275580868 req-c0481048-34d0-4a4d-9779-20ddcee2f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:05.486102 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-41c84a1d-700d-4e16-a3dc-973275580868 req-c0481048-34d0-4a4d-9779-20ddcee2f8bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565028 Feb 28 13:06:05.509940 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf31c6e-3ac6-4367-a322-024479fc28dc req-0e8e4260-f02c-4989-9970-cbcea0c58b79 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:05.511430 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9cf31c6e-3ac6-4367-a322-024479fc28dc req-0e8e4260-f02c-4989-9970-cbcea0c58b79 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0593009 Feb 28 13:06:05.559733 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9cf31c6e-3ac6-4367-a322-024479fc28dc req-ebc730cc-237a-4b39-b066-02d76a17edce tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 Feb 28 13:06:05.592618 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-41c84a1d-700d-4e16-a3dc-973275580868 req-56bf8313-791e-45ba-a909-cb021840cd89 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848739 Feb 28 13:06:05.679811 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-41c84a1d-700d-4e16-a3dc-973275580868 req-915d719f-ddc0-4ad2-b1c2-e2414e1f044b service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796828 Feb 28 13:06:05.922930 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60784a-9bd6-4c4b-bb7a-5e204137aa7b req-a0f69dda-48e3-4115-94d8-d3200e8663ef tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:05.924710 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3a60784a-9bd6-4c4b-bb7a-5e204137aa7b req-a0f69dda-48e3-4115-94d8-d3200e8663ef tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0979290 Feb 28 13:06:05.931318 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783198d4-b8a4-436a-ba66-a534491cfa62 req-c0e8dc48-321f-4ae1-8c99-59a69371d8e2 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:05.932945 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-783198d4-b8a4-436a-ba66-a534491cfa62 req-c0e8dc48-321f-4ae1-8c99-59a69371d8e2 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0949790 Feb 28 13:06:06.017051 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3a60784a-9bd6-4c4b-bb7a-5e204137aa7b req-8e0ae532-c210-4586-a2ac-f1a76c117261 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831625 Feb 28 13:06:06.021240 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-783198d4-b8a4-436a-ba66-a534491cfa62 req-830102c3-86fa-4455-9193-b56918c5cf8f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811825 Feb 28 13:06:06.168316 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf2825-de6d-4bd1-8baf-d961ef811638 req-c1926464-3ea2-413f-830b-ba26cddda7f9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:06.169833 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0ecf2825-de6d-4bd1-8baf-d961ef811638 req-c1926464-3ea2-413f-830b-ba26cddda7f9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0685174 Feb 28 13:06:06.219107 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0ecf2825-de6d-4bd1-8baf-d961ef811638 req-6a69174c-2cfd-4da0-b619-888cfa5a9f38 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434117 Feb 28 13:06:06.703058 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547e6c0-5880-470d-b32f-c31ab1d6f01d req-bbc7e586-017f-4bdd-a49d-541c55868fad tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:06.704686 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f547e6c0-5880-470d-b32f-c31ab1d6f01d req-bbc7e586-017f-4bdd-a49d-541c55868fad tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0599504 Feb 28 13:06:06.757612 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f547e6c0-5880-470d-b32f-c31ab1d6f01d req-33df9ff1-efd9-4050-8485-8d3ac27ad477 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463767 Feb 28 13:06:07.177502 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e78c0-5c78-47b5-8f5f-5318aa467301 req-70ac6e87-c383-4b49-982b-c3d2eda01655 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:07.178662 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f91e78c0-5c78-47b5-8f5f-5318aa467301 req-70ac6e87-c383-4b49-982b-c3d2eda01655 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0915415 Feb 28 13:06:07.190223 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb71503-d734-4fe6-8c07-b95c1376fa26 req-b53ad878-4ec9-4d26-b814-7cd5159f8016 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:07.191890 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3fb71503-d734-4fe6-8c07-b95c1376fa26 req-b53ad878-4ec9-4d26-b814-7cd5159f8016 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0938151 Feb 28 13:06:07.276971 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3fb71503-d734-4fe6-8c07-b95c1376fa26 req-6064ce67-86da-4083-ad44-83f6c8aeccda tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772572 Feb 28 13:06:07.281966 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f91e78c0-5c78-47b5-8f5f-5318aa467301 req-011c1731-1e39-4138-bf46-0683f521a17a tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884135 Feb 28 13:06:07.400758 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8daf-cb95-4f9e-9804-403a1542c255 req-35fe0298-9b76-4b1d-a469-63aa42102df2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:07.402336 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-169f8daf-cb95-4f9e-9804-403a1542c255 req-35fe0298-9b76-4b1d-a469-63aa42102df2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0589466 Feb 28 13:06:07.456932 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-169f8daf-cb95-4f9e-9804-403a1542c255 req-4789788a-0317-4fa1-9ff0-0612a2af5d29 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487545 Feb 28 13:06:07.892127 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f6f74-9750-48b1-8ee5-ffdf3b92afde req-f3501d34-07e9-4083-8673-64403de5fb9b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:07.893979 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d86f6f74-9750-48b1-8ee5-ffdf3b92afde req-f3501d34-07e9-4083-8673-64403de5fb9b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0661995 Feb 28 13:06:07.976395 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d86f6f74-9750-48b1-8ee5-ffdf3b92afde req-4c05be10-e5c3-41cf-aa48-5229bc3ec72e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756440 Feb 28 13:06:07.999624 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b8c5c-6598-4755-b5c9-72c2e5457411 req-367f8f89-7669-4cb2-9967-9847c4bb221c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:07.999624 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ba5b8c5c-6598-4755-b5c9-72c2e5457411 req-367f8f89-7669-4cb2-9967-9847c4bb221c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 946 time: 0.0841303 Feb 28 13:06:08.047834 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ba5b8c5c-6598-4755-b5c9-72c2e5457411 req-f0978d9a-ce68-4e31-b41f-cd057156d563 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434778 Feb 28 13:06:08.442440 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0150f-f1f2-474c-af85-b59062d5f7ce req-f45133e9-a9a9-4094-a386-c2ecca7a1212 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:08.444010 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e6d0150f-f1f2-474c-af85-b59062d5f7ce req-f45133e9-a9a9-4094-a386-c2ecca7a1212 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0928226 Feb 28 13:06:08.451654 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8abff5-a795-446c-85fb-a216a86e27c4 req-97733047-4bcd-4168-bd3c-c69ac3f7b4f4 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:08.453070 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-be8abff5-a795-446c-85fb-a216a86e27c4 req-97733047-4bcd-4168-bd3c-c69ac3f7b4f4 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0932415 Feb 28 13:06:08.534877 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e6d0150f-f1f2-474c-af85-b59062d5f7ce req-61ff80e4-2a31-4989-b593-ddf35fbb4d45 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808001 Feb 28 13:06:08.542687 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-be8abff5-a795-446c-85fb-a216a86e27c4 req-cdb910e0-e79e-4ac4-91f1-59a0de76a9b6 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818300 Feb 28 13:06:08.670657 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f2016-9526-4261-b89c-560952fdde0c req-b515ae4d-ce0d-47f5-986f-85200fa38999 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:08.672227 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2d5f2016-9526-4261-b89c-560952fdde0c req-b515ae4d-ce0d-47f5-986f-85200fa38999 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0611136 Feb 28 13:06:08.725366 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2d5f2016-9526-4261-b89c-560952fdde0c req-caddc8b8-1bcf-4127-ac6a-468b6a1662a2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464141 Feb 28 13:06:09.102379 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a5884-ed89-4bca-b5c0-6d0959e42220 req-e52890c2-6e71-497e-a47f-bace9d4063ff tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:09.109289 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d19a5884-ed89-4bca-b5c0-6d0959e42220 req-e52890c2-6e71-497e-a47f-bace9d4063ff tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0620129 Feb 28 13:06:09.185929 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d19a5884-ed89-4bca-b5c0-6d0959e42220 req-551a55a2-089c-4f76-a0b9-64b0b0a62189 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756896 Feb 28 13:06:09.206281 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca918b3-b9fe-4c73-bec3-f3ce666fbacd req-30472705-6f9d-4879-8671-652a2ff889fb tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:09.207814 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1ca918b3-b9fe-4c73-bec3-f3ce666fbacd req-30472705-6f9d-4879-8671-652a2ff889fb tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 946 time: 0.0836616 Feb 28 13:06:09.263414 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1ca918b3-b9fe-4c73-bec3-f3ce666fbacd req-42f98c5d-efa3-467f-9961-159b21c48b12 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478470 Feb 28 13:06:09.648032 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ff9e4769-3111-4655-a016-1b45818d6798 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:06:09.716540 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505ce7-d6e1-4c73-bbd8-090227e238f5 req-5422cf57-9f7a-4efa-94d8-bfd21348b83d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:09.718145 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-26505ce7-d6e1-4c73-bbd8-090227e238f5 req-5422cf57-9f7a-4efa-94d8-bfd21348b83d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0951781 Feb 28 13:06:09.740603 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a762a-57d0-417a-9f0b-29e9ddbc18b6 req-d7d8670b-5fc1-4b42-b4a7-828b3557dd8c tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:09.741836 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a78a762a-57d0-417a-9f0b-29e9ddbc18b6 req-d7d8670b-5fc1-4b42-b4a7-828b3557dd8c tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0887148 Feb 28 13:06:09.787117 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port ff9e4769-3111-4655-a016-1b45818d6798 is: ACTIVE; New status is: DOWN {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:06:09.787883 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ff9e4769-3111-4655-a016-1b45818d6798), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:09.816774 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-26505ce7-d6e1-4c73-bbd8-090227e238f5 req-8abf3713-a7d6-4040-ba78-7fea32bc31ba tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913582 Feb 28 13:06:09.818455 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:06:09.820871 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a78a762a-57d0-417a-9f0b-29e9ddbc18b6 req-3a3f3e1c-4517-435e-a352-63265c65d020 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713995 Feb 28 13:06:09.822223 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e068be7-547c-45dc-9ca3-0fea6395cd50" -d '{"events": [{"server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "name": "network-vif-unplugged", "status": "completed", "tag": "ff9e4769-3111-4655-a016-1b45818d6798"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:06:09.839777 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ff9e4769-3111-4655-a016-1b45818d6798,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:06:09.886783 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 13:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910beec0-3e7f-41ff-9f15-c769d5343311 x-openstack-request-id: req-910beec0-3e7f-41ff-9f15-c769d5343311 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:06:09.887460 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "name": "network-vif-unplugged", "status": "failed", "tag": "ff9e4769-3111-4655-a016-1b45818d6798", "code": 422}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:06:09.887818 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-910beec0-3e7f-41ff-9f15-c769d5343311 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:06:09.888327 dv-cinder-831202-1-iscsi neutron-server[103233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798', 'code': 422} returned with failed status Feb 28 13:06:09.918756 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ff9e4769-3111-4655-a016-1b45818d6798), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:09.975336 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb4dd4-044f-41d1-ac21-a6938d2ccc3f req-e7db3ac4-5d7b-4ac8-9978-890f83820fc8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:09.981852 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=ff9e4769-3111-4655-a016-1b45818d6798,revision_number=8']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:09.983450 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-66eb4dd4-044f-41d1-ac21-a6938d2ccc3f req-e7db3ac4-5d7b-4ac8-9978-890f83820fc8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 945 time: 0.0789356 Feb 28 13:06:10.036717 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-66eb4dd4-044f-41d1-ac21-a6938d2ccc3f req-1e90d9f4-8902-42fb-a099-ffbf344ffc88 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514376 Feb 28 13:06:10.316853 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609a6ec-7aa1-4364-a963-b7b3302943e6 req-7169530f-f64f-4189-bdb4-a88b83cb4d84 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:10.319102 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c609a6ec-7aa1-4364-a963-b7b3302943e6 req-7169530f-f64f-4189-bdb4-a88b83cb4d84 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0571959 Feb 28 13:06:10.378496 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c609a6ec-7aa1-4364-a963-b7b3302943e6 req-68613cc9-f992-47a8-8408-51e4f04fab0b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517035 Feb 28 13:06:10.506862 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184a305-5dcd-4b76-93b6-f92173dcaa5b req-2192ecd7-0191-4fb2-830d-7940d8b870b2 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:10.508562 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f184a305-5dcd-4b76-93b6-f92173dcaa5b req-2192ecd7-0191-4fb2-830d-7940d8b870b2 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 946 time: 0.0559018 Feb 28 13:06:10.562874 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f184a305-5dcd-4b76-93b6-f92173dcaa5b req-ec2153e6-605d-4d77-bb31-7fa31ad24e33 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485680 Feb 28 13:06:10.777551 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2db158-48f7-4384-af87-de305f12df86 req-71d428f9-4ae2-416c-93ea-9930173bc4d4 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:10.779240 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-4c2db158-48f7-4384-af87-de305f12df86 req-71d428f9-4ae2-416c-93ea-9930173bc4d4 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 946 time: 0.0651426 Feb 28 13:06:10.888687 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-4c2db158-48f7-4384-af87-de305f12df86 req-4b0b00a4-50a5-4230-a44e-570d480b5ae1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Deleting port ecbadb3d-57be-41c7-9300-325b75fc8bd2 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:06:10.889068 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4c2db158-48f7-4384-af87-de305f12df86 req-4b0b00a4-50a5-4230-a44e-570d480b5ae1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:10.950867 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9ea79-a7a2-4064-bd2a-de7b4427f749 req-2865e047-7e18-4e96-9a83-e5426ee09716 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:10.958608 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-37a9ea79-a7a2-4064-bd2a-de7b4427f749 req-2865e047-7e18-4e96-9a83-e5426ee09716 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0660889 Feb 28 13:06:11.011791 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-37a9ea79-a7a2-4064-bd2a-de7b4427f749 req-c34e2b40-7189-4dea-afcf-f3393c97baca tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522881 Feb 28 13:06:11.012070 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-4c2db158-48f7-4384-af87-de305f12df86 req-4b0b00a4-50a5-4230-a44e-570d480b5ae1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] For port ecbadb3d-57be-41c7-9300-325b75fc8bd2, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ecbadb3d-57be-41c7-9300-325b75fc8bd2,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:06:11.012396 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4c2db158-48f7-4384-af87-de305f12df86 req-4b0b00a4-50a5-4230-a44e-570d480b5ae1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:11.026641 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-4c2db158-48f7-4384-af87-de305f12df86 req-4b0b00a4-50a5-4230-a44e-570d480b5ae1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Calling delete_port for ecbadb3d-57be-41c7-9300-325b75fc8bd2 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:06:11.212746 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273a06-79e7-485b-990a-64fb5bd877a1 req-97893f69-669c-473e-8f13-250769104958 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:11.216562 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e2273a06-79e7-485b-990a-64fb5bd877a1 req-97893f69-669c-473e-8f13-250769104958 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.1347749 Feb 28 13:06:11.247163 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4c2db158-48f7-4384-af87-de305f12df86 req-4b0b00a4-50a5-4230-a44e-570d480b5ae1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (ecbadb3d-57be-41c7-9300-325b75fc8bd2), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:11.261712 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['e0dd1599-2f93-48e0-a17f-b7ca57962161', '6a81747a-662e-44af-ba50-e34ae7ae24e5', '9afb72c8-8283-4264-a309-6fadf4786b9b', 'ecbadb3d-57be-41c7-9300-325b75fc8bd2'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:06:11.310001 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e2273a06-79e7-485b-990a-64fb5bd877a1 req-29c6558e-184c-4460-8831-b83b4d3f3f3a tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809200 Feb 28 13:06:11.356897 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b00a4-50a5-4230-a44e-570d480b5ae1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Pushing event deleted for resources: {'Port': ['ID=ecbadb3d-57be-41c7-9300-325b75fc8bd2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:11.380315 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2db158-48f7-4384-af87-de305f12df86 req-4b0b00a4-50a5-4230-a44e-570d480b5ae1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] No DVR routers for this DVR port ecbadb3d-57be-41c7-9300-325b75fc8bd2 on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:06:11.383086 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4c2db158-48f7-4384-af87-de305f12df86 req-4b0b00a4-50a5-4230-a44e-570d480b5ae1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:11.385679 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [req-96951735-7c88-45ca-9599-3c198d888a47 req-63917bee-265e-4c50-9d17-0358e22948de service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 13:06:11.389505 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-96951735-7c88-45ca-9599-3c198d888a47 req-63917bee-265e-4c50-9d17-0358e22948de service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101967 Feb 28 13:06:11.394899 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-4c2db158-48f7-4384-af87-de305f12df86 req-4b0b00a4-50a5-4230-a44e-570d480b5ae1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "DELETE /v2.0/ports/ecbadb3d-57be-41c7-9300-325b75fc8bd2 HTTP/1.1" status: 204 len: 173 time: 0.6078475 Feb 28 13:06:11.427843 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42325d13-cc47-46c2-bc66-e662ab3bfb11', 'name': 'network-vif-deleted', 'tag': 'ecbadb3d-57be-41c7-9300-325b75fc8bd2'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:06:11.432781 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c227d38-97f9-4bd6-9ff2-fd490cc846dd" -d '{"events": [{"server_uuid": "42325d13-cc47-46c2-bc66-e662ab3bfb11", "name": "network-vif-deleted", "tag": "ecbadb3d-57be-41c7-9300-325b75fc8bd2"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:06:11.568341 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d368ae9-e658-4951-adeb-e2fcd998ec36 req-faa4bf6b-ffc1-4fdb-bf93-4bd34654ae25 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:11.570473 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0d368ae9-e658-4951-adeb-e2fcd998ec36 req-faa4bf6b-ffc1-4fdb-bf93-4bd34654ae25 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0759373 Feb 28 13:06:11.678934 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0d368ae9-e658-4951-adeb-e2fcd998ec36 req-e0a0d7b2-cfcf-43ad-868b-9f1498fe11eb tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017888 Feb 28 13:06:11.751436 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec36e5b-8af9-463c-ac4e-4282b87026d5 x-openstack-request-id: req-8ec36e5b-8af9-463c-ac4e-4282b87026d5 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:06:11.759947 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42325d13-cc47-46c2-bc66-e662ab3bfb11", "name": "network-vif-deleted", "tag": "ecbadb3d-57be-41c7-9300-325b75fc8bd2", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:06:11.760275 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ec36e5b-8af9-463c-ac4e-4282b87026d5 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:06:11.760768 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42325d13-cc47-46c2-bc66-e662ab3bfb11', 'name': 'network-vif-deleted', 'tag': 'ecbadb3d-57be-41c7-9300-325b75fc8bd2', 'status': 'completed', 'code': 200} Feb 28 13:06:11.827007 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6a0ec-a97c-4833-b183-b38cdc85a23b req-5a503fd5-d87a-4f2b-b6a9-f03261b28c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:11.832123 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-f8f6a0ec-a97c-4833-b183-b38cdc85a23b req-5a503fd5-d87a-4f2b-b6a9-f03261b28c83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d81f40b84784ce5bc103294dc08507e&device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 1130 time: 0.1501369 Feb 28 13:06:11.893260 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7654c66-6f99-4c9c-84b5-4b5d26bcd474 req-338b9157-dbd9-4586-8166-e578df6a3642 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:11.903905 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c7654c66-6f99-4c9c-84b5-4b5d26bcd474 req-338b9157-dbd9-4586-8166-e578df6a3642 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1173906 Feb 28 13:06:12.004499 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c6a1dbe0-1e79-47aa-b7e1-f0744280d7ab req-8b50ecf9-e856-4b0d-bad1-3168e0a4e94f tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=42325d13-cc47-46c2-bc66-e662ab3bfb11 HTTP/1.1" status: 200 len: 210 time: 0.0610330 Feb 28 13:06:12.050351 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c7654c66-6f99-4c9c-84b5-4b5d26bcd474 req-08719e64-a620-42f4-85f5-12bed9f66cc2 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424634 Feb 28 13:06:12.099160 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6a0ec-a97c-4833-b183-b38cdc85a23b req-fbc88ffe-63d9-48c0-8e8d-4b3c02333a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:12.101093 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-f8f6a0ec-a97c-4833-b183-b38cdc85a23b req-fbc88ffe-63d9-48c0-8e8d-4b3c02333a26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1817a4ca-a968-48f5-850b-0f648c55cd83 HTTP/1.1" status: 200 len: 912 time: 0.2592242 Feb 28 13:06:12.203589 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-f8f6a0ec-a97c-4833-b183-b38cdc85a23b req-cf042232-843b-4b95-8390-aaaffc7a9f95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4263d2b-78ac-448f-a14d-66f9817833d7 HTTP/1.1" status: 200 len: 1001 time: 0.0931473 Feb 28 13:06:12.207651 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee6a48-e535-4955-abdb-77a1dcf2dc15 req-96cb7dea-3661-48b4-8782-bb2623bdf73d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:12.209160 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-73ee6a48-e535-4955-abdb-77a1dcf2dc15 req-96cb7dea-3661-48b4-8782-bb2623bdf73d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0583649 Feb 28 13:06:12.259094 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-73ee6a48-e535-4955-abdb-77a1dcf2dc15 req-8ab9e048-df1f-4380-a415-ac31c56f3434 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414348 Feb 28 13:06:12.259319 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6a0ec-a97c-4833-b183-b38cdc85a23b req-ec62bc8a-c348-4ac5-af83-4b67bdfddec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:12.260006 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-f8f6a0ec-a97c-4833-b183-b38cdc85a23b req-ec62bc8a-c348-4ac5-af83-4b67bdfddec7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa975e66-0ccb-4dbd-aabf-a88125b3979d HTTP/1.1" status: 200 len: 850 time: 0.0492535 Feb 28 13:06:12.314166 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6a0ec-a97c-4833-b183-b38cdc85a23b req-42ab8f01-6fd0-4e29-88eb-3c81dfc09d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:12.315841 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-f8f6a0ec-a97c-4833-b183-b38cdc85a23b req-42ab8f01-6fd0-4e29-88eb-3c81dfc09d9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1817a4ca-a968-48f5-850b-0f648c55cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477867 Feb 28 13:06:12.420850 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-f8f6a0ec-a97c-4833-b183-b38cdc85a23b req-5aac0135-c14d-4d41-958e-8f7b1f8041fa service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958202 Feb 28 13:06:12.461290 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70c057-c2db-4334-9970-cddb1649ad29 req-c88948f3-6e1d-400b-8ef7-1dcb1162b109 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:12.463893 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6d70c057-c2db-4334-9970-cddb1649ad29 req-c88948f3-6e1d-400b-8ef7-1dcb1162b109 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0728757 Feb 28 13:06:12.535764 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-f8f6a0ec-a97c-4833-b183-b38cdc85a23b req-b786f92c-6cbb-4072-93bc-69497a13ba45 service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065013 Feb 28 13:06:12.547048 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6d70c057-c2db-4334-9970-cddb1649ad29 req-db1f42eb-fc8a-4a64-a95c-1c8360b6e97c tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761025 Feb 28 13:06:12.847432 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda7fe4-68f5-4a48-a9ef-a2cbbf637110 req-111b004d-6e9e-44f7-99b7-0687091a3d51 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:12.849201 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1fda7fe4-68f5-4a48-a9ef-a2cbbf637110 req-111b004d-6e9e-44f7-99b7-0687091a3d51 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0686684 Feb 28 13:06:12.905963 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1fda7fe4-68f5-4a48-a9ef-a2cbbf637110 req-0b633f7a-9b91-4b41-9ff3-ccbda017259c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492845 Feb 28 13:06:13.180040 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320771c8-412d-4f5f-ac1b-6ce4e7d3671e req-42554029-be1a-405a-8d8a-996a04f20c4b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:13.181552 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-320771c8-412d-4f5f-ac1b-6ce4e7d3671e req-42554029-be1a-405a-8d8a-996a04f20c4b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0619497 Feb 28 13:06:13.236989 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-320771c8-412d-4f5f-ac1b-6ce4e7d3671e req-6c1f8f0a-f15a-4ea7-bdc8-bc49f661954a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496595 Feb 28 13:06:13.413545 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff5a56-4142-4f59-8152-384f2820b9db req-92328578-76a6-4ad5-ab87-46dceb6ac81b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:13.415192 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e2ff5a56-4142-4f59-8152-384f2820b9db req-92328578-76a6-4ad5-ab87-46dceb6ac81b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0607769 Feb 28 13:06:13.466531 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e2ff5a56-4142-4f59-8152-384f2820b9db req-366354c5-8838-48e0-a14a-1eed4070e766 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451741 Feb 28 13:06:13.652923 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ecbadb3d-57be-41c7-9300-325b75fc8bd2 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:06:13.669765 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3602a4a-20e7-4fcd-ad5f-e3dc0b0f31c1 req-7f91f03c-3a0c-4a81-a0c5-302ba08e609c tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:13.671791 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e3602a4a-20e7-4fcd-ad5f-e3dc0b0f31c1 req-7f91f03c-3a0c-4a81-a0c5-302ba08e609c tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0592575 Feb 28 13:06:13.679926 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: ecbadb3d-57be-41c7-9300-325b75fc8bd2 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:06:13.680496 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ecbadb3d-57be-41c7-9300-325b75fc8bd2 not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:06:13.680923 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ff9e4769-3111-4655-a016-1b45818d6798 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:06:13.729423 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e3602a4a-20e7-4fcd-ad5f-e3dc0b0f31c1 req-1275ac59-59bb-43b5-abb4-d60ed09ce935 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514660 Feb 28 13:06:13.772480 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port ff9e4769-3111-4655-a016-1b45818d6798 is: DOWN; New status is: DOWN {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:06:14.035632 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3fdfa-47e8-476a-b8e7-36127235eb70 req-e566ea45-1bfa-45ba-b440-b1d4031543fe tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:14.037214 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-91b3fdfa-47e8-476a-b8e7-36127235eb70 req-e566ea45-1bfa-45ba-b440-b1d4031543fe tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0625246 Feb 28 13:06:14.085704 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-91b3fdfa-47e8-476a-b8e7-36127235eb70 req-e62cf4c6-db60-44a9-b2b8-795474b6a4da tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428200 Feb 28 13:06:14.367423 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c52e1a-c3e9-4f9d-a0d1-535fa4609db3 req-fc5972bb-7135-43e3-9127-5391be2bc582 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:14.368857 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f4c52e1a-c3e9-4f9d-a0d1-535fa4609db3 req-fc5972bb-7135-43e3-9127-5391be2bc582 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0577183 Feb 28 13:06:14.422028 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f4c52e1a-c3e9-4f9d-a0d1-535fa4609db3 req-4ef7aa5f-ebd4-4354-8f79-c7c7a9340e4c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472264 Feb 28 13:06:14.596179 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf02a0c-df86-4087-9b1e-b11b4f9d691c req-fde558dd-507d-4b6b-8e85-3859fb7be015 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:14.597892 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-faf02a0c-df86-4087-9b1e-b11b4f9d691c req-fde558dd-507d-4b6b-8e85-3859fb7be015 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0604663 Feb 28 13:06:14.647790 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-faf02a0c-df86-4087-9b1e-b11b4f9d691c req-3b452338-0689-4e0e-bf0e-d4d4d41a0bc2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443926 Feb 28 13:06:14.894752 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1000e-e6dc-4248-bf6c-df709f18cd51 req-571a4ad5-530a-4947-b07f-d779f1c348d5 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:14.896311 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-29f1000e-e6dc-4248-bf6c-df709f18cd51 req-571a4ad5-530a-4947-b07f-d779f1c348d5 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0708623 Feb 28 13:06:14.903850 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6bfb3-bdb6-400a-b06f-798ee332f099 req-b07529b8-08c7-4fe8-bb1c-615f7b44f500 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:14.905245 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9cb6bfb3-bdb6-400a-b06f-798ee332f099 req-b07529b8-08c7-4fe8-bb1c-615f7b44f500 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 945 time: 0.1113329 Feb 28 13:06:14.986481 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-29f1000e-e6dc-4248-bf6c-df709f18cd51 req-b024bb28-9214-4765-8f0a-82b221fc7aa3 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802104 Feb 28 13:06:14.990339 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9cb6bfb3-bdb6-400a-b06f-798ee332f099 req-87baa73b-8f2d-4e18-a353-fb1c820fafea tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776229 Feb 28 13:06:15.208719 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5de12d-b17e-4563-8152-a1516a2367f6 req-4b26b3cb-1fd2-4bd5-bbb2-ab7bdff248d0 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:15.210138 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6a5de12d-b17e-4563-8152-a1516a2367f6 req-4b26b3cb-1fd2-4bd5-bbb2-ab7bdff248d0 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0530787 Feb 28 13:06:15.258849 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6a5de12d-b17e-4563-8152-a1516a2367f6 req-ec504cd6-b922-4f3c-9bd5-a0d5f75dbcb3 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Feb 28 13:06:15.543942 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8653d2e-4145-4acb-a7ed-22e9e480c949 req-b1fcecb4-ed6a-428f-a7d2-e9b0c211f0c2 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:15.545425 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c8653d2e-4145-4acb-a7ed-22e9e480c949 req-b1fcecb4-ed6a-428f-a7d2-e9b0c211f0c2 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0535340 Feb 28 13:06:15.597114 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c8653d2e-4145-4acb-a7ed-22e9e480c949 req-b327cf3e-3092-4b27-8c0b-4c573c7c2ef1 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456557 Feb 28 13:06:15.651526 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 69669be8-e985-4a13-add4-0968abeb183c details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:06:15.750607 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 69669be8-e985-4a13-add4-0968abeb183c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=69669be8-e985-4a13-add4-0968abeb183c,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:06:15.763518 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '69669be8-e985-4a13-add4-0968abeb183c', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'port_id': '69669be8-e985-4a13-add4-0968abeb183c', 'mac_address': 'fa:16:3e:52:56:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:06:15.798182 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdc5de-feec-459e-83b5-fad2716e3f87 req-0a95ac9b-e750-4e09-93e0-e21c26144822 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:15.803966 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-66fdc5de-feec-459e-83b5-fad2716e3f87 req-0a95ac9b-e750-4e09-93e0-e21c26144822 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0668235 Feb 28 13:06:15.809805 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 69669be8-e985-4a13-add4-0968abeb183c is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:06:15.810234 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (69669be8-e985-4a13-add4-0968abeb183c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:15.824578 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69669be8-e985-4a13-add4-0968abeb183c {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:06:15.853193 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 69669be8-e985-4a13-add4-0968abeb183c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=69669be8-e985-4a13-add4-0968abeb183c,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:06:15.853873 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-66fdc5de-feec-459e-83b5-fad2716e3f87 req-a63615f3-44a3-44d4-a8b5-6b9b57fd54e7 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474551 Feb 28 13:06:15.931403 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (69669be8-e985-4a13-add4-0968abeb183c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:15.982688 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=69669be8-e985-4a13-add4-0968abeb183c,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:16.142557 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90be338-ef8f-46bc-a568-8264ae7dea49 req-3b9f7881-b7af-43e5-ba55-c76d12474bad tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:16.144085 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e90be338-ef8f-46bc-a568-8264ae7dea49 req-3b9f7881-b7af-43e5-ba55-c76d12474bad tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 945 time: 0.0871336 Feb 28 13:06:16.163995 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bffaa-e85f-4947-9a18-f3bb303e513c req-f6206b0b-8333-48a4-8608-78b6345b50bb tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:16.165481 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fd3bffaa-e85f-4947-9a18-f3bb303e513c req-f6206b0b-8333-48a4-8608-78b6345b50bb tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 945 time: 0.0799017 Feb 28 13:06:16.237814 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e90be338-ef8f-46bc-a568-8264ae7dea49 req-6970e1af-dcf0-4662-a5c2-2e80c98c92f6 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868826 Feb 28 13:06:16.256469 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fd3bffaa-e85f-4947-9a18-f3bb303e513c req-f0a6ddda-732d-41ef-95ff-a207eeb67488 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806472 Feb 28 13:06:16.405918 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['69669be8-e985-4a13-add4-0968abeb183c'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:06:16.732755 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cda02-d0b4-47fa-a367-7394a938eab0 req-38c0639e-6914-4e00-8e29-474c1424d261 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:16.734996 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6e2cda02-d0b4-47fa-a367-7394a938eab0 req-38c0639e-6914-4e00-8e29-474c1424d261 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0599780 Feb 28 13:06:16.807942 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6e2cda02-d0b4-47fa-a367-7394a938eab0 req-e1a26a10-a2ca-4826-b253-8b8be89df381 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538158 Feb 28 13:06:16.983738 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e281b-6eae-4879-a752-91f4d8fdcb0d req-97d0316a-54b0-46f1-84be-693227934b3b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:16.985626 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-617e281b-6eae-4879-a752-91f4d8fdcb0d req-97d0316a-54b0-46f1-84be-693227934b3b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0562949 Feb 28 13:06:17.054608 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-617e281b-6eae-4879-a752-91f4d8fdcb0d req-8361324d-2eb6-41cb-bce8-b23cd72bc0f1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597050 Feb 28 13:06:17.407914 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d00118-8bce-4d7c-b03e-b1bcda5ded1d req-016a0f15-9d1c-4577-9413-7863aec06821 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:17.409366 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-50d00118-8bce-4d7c-b03e-b1bcda5ded1d req-016a0f15-9d1c-4577-9413-7863aec06821 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 945 time: 0.0837672 Feb 28 13:06:17.417425 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d927fd-0ea9-43d2-8e39-09f584564d74 req-4007b12e-2701-4b43-98b1-cc0df1d5a796 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:17.418942 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-17d927fd-0ea9-43d2-8e39-09f584564d74 req-4007b12e-2701-4b43-98b1-cc0df1d5a796 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 945 time: 0.1035862 Feb 28 13:06:17.493030 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-50d00118-8bce-4d7c-b03e-b1bcda5ded1d req-4ee6b559-27bb-484c-a2b2-cba575bc563b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732017 Feb 28 13:06:17.497230 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-17d927fd-0ea9-43d2-8e39-09f584564d74 req-21b62b6d-0268-479a-ac3b-c65c7a2eb8d0 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714657 Feb 28 13:06:17.535373 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd61ed-31f0-4fef-8873-5ad3fd84fe6c req-7f62cb54-4a1f-49c8-852d-affe3db6eca6 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:17.536782 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-59cd61ed-31f0-4fef-8873-5ad3fd84fe6c req-7f62cb54-4a1f-49c8-852d-affe3db6eca6 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 945 time: 0.0712564 Feb 28 13:06:17.642508 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-59cd61ed-31f0-4fef-8873-5ad3fd84fe6c req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Deleting port 9afb72c8-8283-4264-a309-6fadf4786b9b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:06:17.642854 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-59cd61ed-31f0-4fef-8873-5ad3fd84fe6c req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:17.661659 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:17.736507 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-59cd61ed-31f0-4fef-8873-5ad3fd84fe6c req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] For port 9afb72c8-8283-4264-a309-6fadf4786b9b, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=9afb72c8-8283-4264-a309-6fadf4786b9b,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:06:17.736978 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-59cd61ed-31f0-4fef-8873-5ad3fd84fe6c req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:17.749869 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-59cd61ed-31f0-4fef-8873-5ad3fd84fe6c req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Calling delete_port for 9afb72c8-8283-4264-a309-6fadf4786b9b owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:06:17.933296 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7c353-e34c-4e15-a8cf-09e274843f31 req-6e78d0eb-599c-42a3-87f0-f0cb250f461a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:17.935232 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-65c7c353-e34c-4e15-a8cf-09e274843f31 req-6e78d0eb-599c-42a3-87f0-f0cb250f461a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0667930 Feb 28 13:06:17.976577 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-59cd61ed-31f0-4fef-8873-5ad3fd84fe6c req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (9afb72c8-8283-4264-a309-6fadf4786b9b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:17.985187 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-65c7c353-e34c-4e15-a8cf-09e274843f31 req-d88136d8-30ce-4d32-8f59-ccd71f845fad tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443106 Feb 28 13:06:17.990231 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['e0dd1599-2f93-48e0-a17f-b7ca57962161', '6a81747a-662e-44af-ba50-e34ae7ae24e5', '9afb72c8-8283-4264-a309-6fadf4786b9b'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:06:18.010637 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Pushing event deleted for resources: {'Port': ['ID=9afb72c8-8283-4264-a309-6fadf4786b9b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:18.107223 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.107817 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.108455 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.108803 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.109145 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.109473 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.109810 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.110139 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.110468 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.110944 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.111281 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.111647 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.112045 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:18.115957 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cd61ed-31f0-4fef-8873-5ad3fd84fe6c req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] No DVR routers for this DVR port 9afb72c8-8283-4264-a309-6fadf4786b9b on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:06:18.120184 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-59cd61ed-31f0-4fef-8873-5ad3fd84fe6c req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:18.124319 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-59cd61ed-31f0-4fef-8873-5ad3fd84fe6c req-68890b69-eb1b-4163-a7d3-2ce41c78d259 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "DELETE /v2.0/ports/9afb72c8-8283-4264-a309-6fadf4786b9b HTTP/1.1" status: 204 len: 173 time: 0.5816247 Feb 28 13:06:18.124817 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ee8e08-9db7-420c-bea1-3da669ae98f1', 'name': 'network-vif-deleted', 'tag': '9afb72c8-8283-4264-a309-6fadf4786b9b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:06:18.127888 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5ab5ad-90e8-455a-9e58-792f5b0060eb" -d '{"events": [{"server_uuid": "f9ee8e08-9db7-420c-bea1-3da669ae98f1", "name": "network-vif-deleted", "tag": "9afb72c8-8283-4264-a309-6fadf4786b9b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:06:18.240208 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0affcb9-e8fb-47d9-a60c-a34483ea5709 x-openstack-request-id: req-e0affcb9-e8fb-47d9-a60c-a34483ea5709 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:06:18.240883 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ee8e08-9db7-420c-bea1-3da669ae98f1", "name": "network-vif-deleted", "tag": "9afb72c8-8283-4264-a309-6fadf4786b9b", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:06:18.241445 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0affcb9-e8fb-47d9-a60c-a34483ea5709 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:06:18.242076 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ee8e08-9db7-420c-bea1-3da669ae98f1', 'name': 'network-vif-deleted', 'tag': '9afb72c8-8283-4264-a309-6fadf4786b9b', 'status': 'completed', 'code': 200} Feb 28 13:06:18.301607 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f66132-c792-4356-8e2c-4497ec709047 req-c541dbec-065f-42cc-936f-5c792695da34 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:18.303327 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-99f66132-c792-4356-8e2c-4497ec709047 req-c541dbec-065f-42cc-936f-5c792695da34 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.1170387 Feb 28 13:06:18.401406 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-99f66132-c792-4356-8e2c-4497ec709047 req-039d9c5a-4efd-41c2-94fd-62e4cd94fd7e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844021 Feb 28 13:06:18.634251 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0099bee-bb0e-4977-bba6-e1e26666ec8b req-a21c50f3-4f67-4f1a-bc04-2002db41e303 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:18.635898 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c0099bee-bb0e-4977-bba6-e1e26666ec8b req-a21c50f3-4f67-4f1a-bc04-2002db41e303 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 945 time: 0.0643883 Feb 28 13:06:18.885098 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3cb16bf5-5716-40f7-9f1d-2b01212690ec req-f6feb466-72fb-4405-be6b-8762b54a9f3e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 210 time: 0.2480118 Feb 28 13:06:18.948693 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c0099bee-bb0e-4977-bba6-e1e26666ec8b req-a10fdfca-a852-4dfc-967b-14f67e5ec16a tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729232 Feb 28 13:06:19.139347 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ed411-a889-491e-9083-aaca61895c35 req-76b5a168-386c-4e6c-9b62-5148b4451117 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:19.141210 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ab0ed411-a889-491e-9083-aaca61895c35 req-76b5a168-386c-4e6c-9b62-5148b4451117 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0637870 Feb 28 13:06:19.190715 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ab0ed411-a889-491e-9083-aaca61895c35 req-46358617-3e1f-49a0-99a7-ff6ba6dc93c5 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441768 Feb 28 13:06:19.542063 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f499dda-ba66-4feb-adee-400c285d81c5 req-e968dd0c-7542-4ab3-9682-ed81e73d22e9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:19.543977 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3f499dda-ba66-4feb-adee-400c285d81c5 req-e968dd0c-7542-4ab3-9682-ed81e73d22e9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0584762 Feb 28 13:06:19.591945 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3f499dda-ba66-4feb-adee-400c285d81c5 req-9aa48602-1586-4a86-becb-a263d815c186 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420418 Feb 28 13:06:19.694658 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 69669be8-e985-4a13-add4-0968abeb183c up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:06:19.799271 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port 69669be8-e985-4a13-add4-0968abeb183c completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:06:19.803926 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 69669be8-e985-4a13-add4-0968abeb183c triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:06:19.804301 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (69669be8-e985-4a13-add4-0968abeb183c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:19.903203 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 69669be8-e985-4a13-add4-0968abeb183c is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:06:19.903928 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (69669be8-e985-4a13-add4-0968abeb183c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:19.937915 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69669be8-e985-4a13-add4-0968abeb183c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:06:19.941540 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5c2b83-1f30-4357-ac1d-dc1e3f162072" -d '{"events": [{"server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "name": "network-vif-plugged", "status": "completed", "tag": "69669be8-e985-4a13-add4-0968abeb183c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:06:20.002636 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d98d8d-45e2-426a-ba5c-fcd669997b54 x-openstack-request-id: req-d4d98d8d-45e2-426a-ba5c-fcd669997b54 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:06:20.002966 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "name": "network-vif-plugged", "status": "completed", "tag": "69669be8-e985-4a13-add4-0968abeb183c", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:06:20.003223 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4d98d8d-45e2-426a-ba5c-fcd669997b54 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:06:20.003732 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69669be8-e985-4a13-add4-0968abeb183c', 'code': 200} Feb 28 13:06:20.006834 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 69669be8-e985-4a13-add4-0968abeb183c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=69669be8-e985-4a13-add4-0968abeb183c,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:06:20.061100 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8991708d-b3b8-4c7f-b2aa-309974dc7648 req-0380a1e3-226c-4aa2-88d1-e20d22f48ca9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9ee8e08-9db7-420c-bea1-3da669ae98f1 HTTP/1.1" status: 200 len: 210 time: 0.0665140 Feb 28 13:06:20.084954 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (69669be8-e985-4a13-add4-0968abeb183c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:20.086466 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 9afb72c8-8283-4264-a309-6fadf4786b9b no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:06:20.116399 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: 9afb72c8-8283-4264-a309-6fadf4786b9b {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:06:20.116914 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 9afb72c8-8283-4264-a309-6fadf4786b9b not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:06:20.150158 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c1f15-e3ae-43a3-8da7-9e12473ef4a6 req-89698e07-b8f7-4e81-ac3f-23be24cb3892 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:20.158137 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-119c1f15-e3ae-43a3-8da7-9e12473ef4a6 req-89698e07-b8f7-4e81-ac3f-23be24cb3892 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0835822 Feb 28 13:06:20.181810 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=69669be8-e985-4a13-add4-0968abeb183c,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:20.225926 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-119c1f15-e3ae-43a3-8da7-9e12473ef4a6 req-c27d6ab6-718e-465d-be67-2f86d1b15356 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665112 Feb 28 13:06:20.369611 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070030c-0d19-49b3-a9ee-c7bcc5ed4dd9 req-317b35a6-f92c-4ef8-8b73-70402c656882 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:20.377101 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8070030c-0d19-49b3-a9ee-c7bcc5ed4dd9 req-317b35a6-f92c-4ef8-8b73-70402c656882 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0914884 Feb 28 13:06:20.430838 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb673a1d-470a-408b-a82b-cfcc8804886f req-97517452-11fb-4bbf-b954-abc069f54285 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531425 Feb 28 13:06:20.444627 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f8b8a-1ad5-4e65-af4b-f0b21cba97d8 req-a4ca022f-f1d5-4ea2-8a18-d5c9ae9c0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:20.446343 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d82f8b8a-1ad5-4e65-af4b-f0b21cba97d8 req-a4ca022f-f1d5-4ea2-8a18-d5c9ae9c0b5d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 1130 time: 0.1019254 Feb 28 13:06:20.448267 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8070030c-0d19-49b3-a9ee-c7bcc5ed4dd9 req-cedb45d6-bfa4-4cc2-9274-2d0c474e5c7a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696163 Feb 28 13:06:20.527067 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d82f8b8a-1ad5-4e65-af4b-f0b21cba97d8 req-a1d80ead-a6a9-47f1-a975-c4bd5ab2988c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696292 Feb 28 13:06:20.541645 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb673a1d-470a-408b-a82b-cfcc8804886f req-c961fdc5-f065-4e90-8e33-6a72b562f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:20.543163 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb673a1d-470a-408b-a82b-cfcc8804886f req-c961fdc5-f065-4e90-8e33-6a72b562f2cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 1130 time: 0.0599399 Feb 28 13:06:20.719820 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301809d-b120-441f-b9a7-191379326cd0 req-09db4a95-5a29-430d-9c95-1fa35ef64ff2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:20.721235 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4301809d-b120-441f-b9a7-191379326cd0 req-09db4a95-5a29-430d-9c95-1fa35ef64ff2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0533042 Feb 28 13:06:20.772061 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4301809d-b120-441f-b9a7-191379326cd0 req-ddc4ddea-606c-426a-ad1b-e18722d7a065 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438440 Feb 28 13:06:20.925071 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb673a1d-470a-408b-a82b-cfcc8804886f req-2b2f6d86-365d-40db-a058-11327c7e22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:20.926926 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb673a1d-470a-408b-a82b-cfcc8804886f req-2b2f6d86-365d-40db-a058-11327c7e22ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 919 time: 0.0860486 Feb 28 13:06:20.975982 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb673a1d-470a-408b-a82b-cfcc8804886f req-b7e47118-3937-4ae3-92ba-7bb378edba43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb HTTP/1.1" status: 200 len: 217 time: 0.0358970 Feb 28 13:06:21.031610 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb673a1d-470a-408b-a82b-cfcc8804886f req-c4036d5e-d295-4e42-9a1c-d1a3914c7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:21.033123 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb673a1d-470a-408b-a82b-cfcc8804886f req-c4036d5e-d295-4e42-9a1c-d1a3914c7973 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 HTTP/1.1" status: 200 len: 858 time: 0.0484281 Feb 28 13:06:21.070823 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb673a1d-470a-408b-a82b-cfcc8804886f req-8ddcd47e-44b6-492b-8a36-393601570f34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32e9cc3b-dca1-43ec-8052-db962743c7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269291 Feb 28 13:06:21.196918 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb673a1d-470a-408b-a82b-cfcc8804886f req-14f9ec87-6008-4198-a1b4-e07b43313ea6 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143949 Feb 28 13:06:21.339050 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb673a1d-470a-408b-a82b-cfcc8804886f req-eb74b09d-8718-4fe8-99b6-757e6ec49ba4 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266525 Feb 28 13:06:21.395329 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aa3bd-0c0e-49ed-8daa-0a425d874be5 req-023eadb5-dfea-4cff-afe1-6b20fee53aec tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:21.397488 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1c1aa3bd-0c0e-49ed-8daa-0a425d874be5 req-023eadb5-dfea-4cff-afe1-6b20fee53aec tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0637219 Feb 28 13:06:21.456309 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1c1aa3bd-0c0e-49ed-8daa-0a425d874be5 req-8bde7d3f-8cd5-4397-afd1-493bbb80f06c tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530684 Feb 28 13:06:21.599067 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40feba05-b7ae-4808-bd40-03c5c2e9dddc req-cf70aedb-09ca-4a3e-b4c0-1e31be3cbf36 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:21.600751 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-40feba05-b7ae-4808-bd40-03c5c2e9dddc req-cf70aedb-09ca-4a3e-b4c0-1e31be3cbf36 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0878434 Feb 28 13:06:21.612484 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2298a24-ee8b-4203-a3da-2f3483618acc req-43f01955-4ef6-4217-92d1-df939216c996 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:21.614007 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c2298a24-ee8b-4203-a3da-2f3483618acc req-43f01955-4ef6-4217-92d1-df939216c996 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 946 time: 0.0692134 Feb 28 13:06:21.683989 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-40feba05-b7ae-4808-bd40-03c5c2e9dddc req-8d49f40e-e977-4147-a824-c80352df2862 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689714 Feb 28 13:06:21.687629 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c2298a24-ee8b-4203-a3da-2f3483618acc req-75abcbb6-f22a-426b-8ff6-92d4b5877240 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668471 Feb 28 13:06:21.903819 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd738c7-745e-4aca-901a-20732591cd2c req-74f8dbeb-fbf7-43fc-9805-40c0be2fc65d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:21.905216 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4dd738c7-745e-4aca-901a-20732591cd2c req-74f8dbeb-fbf7-43fc-9805-40c0be2fc65d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0581605 Feb 28 13:06:21.955975 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4dd738c7-745e-4aca-901a-20732591cd2c req-8def0d84-4bdd-4ad3-a826-fbcf07145894 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426190 Feb 28 13:06:22.598833 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7dd6c-15fc-479f-804a-f163c14caa06 req-032cd4e7-3aa3-4a31-8547-5a16b52153e1 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:22.600939 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-31d7dd6c-15fc-479f-804a-f163c14caa06 req-032cd4e7-3aa3-4a31-8547-5a16b52153e1 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0719781 Feb 28 13:06:22.651911 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-31d7dd6c-15fc-479f-804a-f163c14caa06 req-96808cb7-432a-4a48-8f95-ae4253d9f7a9 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454633 Feb 28 13:06:22.856495 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-60ba7084-2cce-4e9f-9589-d80d687260d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:22.857383 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925358c-7e1b-4727-a7f5-808397b8c59b req-82ce4a5b-175a-4477-a0d6-427783f1c481 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:22.859898 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f925358c-7e1b-4727-a7f5-808397b8c59b req-82ce4a5b-175a-4477-a0d6-427783f1c481 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1017945 Feb 28 13:06:22.869502 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf991ac-e3ac-4a0f-a56d-0fefee67aea2 req-ce3c3a71-347a-491c-b70d-2514e27a4c1b tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:22.871024 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-faf991ac-e3ac-4a0f-a56d-0fefee67aea2 req-ce3c3a71-347a-491c-b70d-2514e27a4c1b tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 946 time: 0.0984180 Feb 28 13:06:22.942639 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f925358c-7e1b-4727-a7f5-808397b8c59b req-676e06f8-9555-4b3e-be97-14a748a9fae7 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705733 Feb 28 13:06:22.950105 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-faf991ac-e3ac-4a0f-a56d-0fefee67aea2 req-f39dbf8d-2571-483f-946d-a8e26d57d61b tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721719 Feb 28 13:06:23.089132 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc922e-b8c7-43ec-9b4a-0df29b961039 req-ecc356bd-9704-4f57-85d4-8c782e290711 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:23.091290 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-90cc922e-b8c7-43ec-9b4a-0df29b961039 req-ecc356bd-9704-4f57-85d4-8c782e290711 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0552881 Feb 28 13:06:23.138285 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-90cc922e-b8c7-43ec-9b4a-0df29b961039 req-84c02f68-da00-457c-82ae-0603b42d1eb9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Feb 28 13:06:23.777552 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0bbbd-76b8-420b-87da-e5436544d474 req-a13b3901-d8d9-4e78-b0f3-cbdd1fcddc8b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:23.779051 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-adc0bbbd-76b8-420b-87da-e5436544d474 req-a13b3901-d8d9-4e78-b0f3-cbdd1fcddc8b tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0577545 Feb 28 13:06:23.833608 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-adc0bbbd-76b8-420b-87da-e5436544d474 req-f82c24a7-da33-43b3-85d4-fc5489fdf243 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485249 Feb 28 13:06:23.963555 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af80834-e71a-49b4-bc28-146f4f4dcdca req-bbd879c1-ed60-40bd-9eb4-983937665960 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:23.965065 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2af80834-e71a-49b4-bc28-146f4f4dcdca req-bbd879c1-ed60-40bd-9eb4-983937665960 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0658145 Feb 28 13:06:24.024155 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2af80834-e71a-49b4-bc28-146f4f4dcdca req-35f61507-fbfc-4d62-920f-cc33582aa3b4 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530810 Feb 28 13:06:24.048703 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53244) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:24.137553 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f0db8-1f20-44d9-9588-236a735c3204 req-f72e8cd1-4831-459d-ade6-46d31b126931 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:24.142877 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d89f0db8-1f20-44d9-9588-236a735c3204 req-f72e8cd1-4831-459d-ade6-46d31b126931 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 946 time: 0.1145148 Feb 28 13:06:24.255304 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d89f0db8-1f20-44d9-9588-236a735c3204 req-af3f5d93-cb77-4948-bc5d-856c8b8cb952 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994821 Feb 28 13:06:24.312025 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166761e-dae8-45dd-84b1-64574ec92198 req-89f31f30-a88e-4c62-ba2b-81c5e070e291 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:24.343266 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5166761e-dae8-45dd-84b1-64574ec92198 req-89f31f30-a88e-4c62-ba2b-81c5e070e291 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1914122 Feb 28 13:06:24.373392 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509a1346-c2f9-4204-aec1-32a55c465b78 tempest-TestShelveInstance-361294787 tempest-TestShelveInstance-361294787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:24.378486 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 53254) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:24.379641 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-509a1346-c2f9-4204-aec1-32a55c465b78 tempest-TestShelveInstance-361294787 tempest-TestShelveInstance-361294787-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 1125 time: 0.3297803 Feb 28 13:06:24.395708 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Request body: {'floatingip': {'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'port_id': '69669be8-e985-4a13-add4-0968abeb183c', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:06:24.472126 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e32e4-bca1-4e74-8796-eff14a3be462 req-ee2bf8a7-c3cb-4f4a-b73b-49e5dcfc8d2f tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:24.473764 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3e2e32e4-bca1-4e74-8796-eff14a3be462 req-ee2bf8a7-c3cb-4f4a-b73b-49e5dcfc8d2f tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 946 time: 0.0675812 Feb 28 13:06:24.476001 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5166761e-dae8-45dd-84b1-64574ec92198 req-dbfac1c4-9a8f-401d-a04a-7b9d8463c12d tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242814 Feb 28 13:06:24.490208 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e871eac-d4e3-4275-b7e8-63793a572a6b req-66b466cb-8ab4-4c01-a4f4-074e393b72eb tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:24.493008 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6e871eac-d4e3-4275-b7e8-63793a572a6b req-66b466cb-8ab4-4c01-a4f4-074e393b72eb tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.1153505 Feb 28 13:06:24.536154 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:24.565138 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6e871eac-d4e3-4275-b7e8-63793a572a6b req-58d411f2-5cfa-48ae-ba2b-e6e602b01b61 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665863 Feb 28 13:06:24.596912 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-3e2e32e4-bca1-4e74-8796-eff14a3be462 req-8e4d3a66-23c6-409a-9411-cd2c1e2d10e1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Deleting port 6a81747a-662e-44af-ba50-e34ae7ae24e5 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:06:24.597342 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3e2e32e4-bca1-4e74-8796-eff14a3be462 req-8e4d3a66-23c6-409a-9411-cd2c1e2d10e1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:24.680358 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:24.707412 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-3e2e32e4-bca1-4e74-8796-eff14a3be462 req-8e4d3a66-23c6-409a-9411-cd2c1e2d10e1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] For port 6a81747a-662e-44af-ba50-e34ae7ae24e5, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=6a81747a-662e-44af-ba50-e34ae7ae24e5,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:06:24.707849 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3e2e32e4-bca1-4e74-8796-eff14a3be462 req-8e4d3a66-23c6-409a-9411-cd2c1e2d10e1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:24.728472 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-3e2e32e4-bca1-4e74-8796-eff14a3be462 req-8e4d3a66-23c6-409a-9411-cd2c1e2d10e1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Calling delete_port for 6a81747a-662e-44af-ba50-e34ae7ae24e5 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:06:24.817797 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Allocated IP 172.27.2.189 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/7bbe7da3-0bc0-405a-93aa-e6523f0d9779) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:06:24.844680 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53272) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:24.948092 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-de197ede-9d5d-4e2f-ae67-d6a87f753e1d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018839 Feb 28 13:06:24.952192 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for port (7bbe7da3-0bc0-405a-93aa-e6523f0d9779), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:24.957266 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-e4b9fbb8-bb69-49b2-9eb6-6119ea9aee4e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 13:06:24.958220 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-e4b9fbb8-bb69-49b2-9eb6-6119ea9aee4e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050035 Feb 28 13:06:24.964916 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3e2e32e4-bca1-4e74-8796-eff14a3be462 req-8e4d3a66-23c6-409a-9411-cd2c1e2d10e1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (6a81747a-662e-44af-ba50-e34ae7ae24e5), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:24.983552 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['e0dd1599-2f93-48e0-a17f-b7ca57962161', '6a81747a-662e-44af-ba50-e34ae7ae24e5'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:06:25.002717 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d3a66-23c6-409a-9411-cd2c1e2d10e1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Pushing event deleted for resources: {'Port': ['ID=6a81747a-662e-44af-ba50-e34ae7ae24e5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:25.051211 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (7bbe7da3-0bc0-405a-93aa-e6523f0d9779), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:25.070098 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2e32e4-bca1-4e74-8796-eff14a3be462 req-8e4d3a66-23c6-409a-9411-cd2c1e2d10e1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] No DVR routers for this DVR port 6a81747a-662e-44af-ba50-e34ae7ae24e5 on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:06:25.074883 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3e2e32e4-bca1-4e74-8796-eff14a3be462 req-8e4d3a66-23c6-409a-9411-cd2c1e2d10e1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:25.078430 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3e2e32e4-bca1-4e74-8796-eff14a3be462 req-8e4d3a66-23c6-409a-9411-cd2c1e2d10e1 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "DELETE /v2.0/ports/6a81747a-662e-44af-ba50-e34ae7ae24e5 HTTP/1.1" status: 204 len: 173 time: 0.5982726 Feb 28 13:06:25.078702 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db57c826-b281-4693-96c0-f2eb1e06bb00', 'name': 'network-vif-deleted', 'tag': '6a81747a-662e-44af-ba50-e34ae7ae24e5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:06:25.085777 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80845e1-206f-4fe2-a3ac-b2a46732315b" -d '{"events": [{"server_uuid": "db57c826-b281-4693-96c0-f2eb1e06bb00", "name": "network-vif-deleted", "tag": "6a81747a-662e-44af-ba50-e34ae7ae24e5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:06:25.119175 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:06:25.122328 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:06:25.130534 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:06:25.163250 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event updated for resources: {'Port': ['ID=7bbe7da3-0bc0-405a-93aa-e6523f0d9779,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:25.177481 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.177865 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.178212 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.178554 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.179011 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.179220 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.179578 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.179909 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.180442 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.180789 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.181119 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.181454 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.181893 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:25.198985 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53286) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:25.213607 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdb4998-1437-4cf9-8222-6bd1b2fb5990 x-openstack-request-id: req-3bdb4998-1437-4cf9-8222-6bd1b2fb5990 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:06:25.215338 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db57c826-b281-4693-96c0-f2eb1e06bb00", "name": "network-vif-deleted", "tag": "6a81747a-662e-44af-ba50-e34ae7ae24e5", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:06:25.215784 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bdb4998-1437-4cf9-8222-6bd1b2fb5990 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:06:25.216346 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db57c826-b281-4693-96c0-f2eb1e06bb00', 'name': 'network-vif-deleted', 'tag': '6a81747a-662e-44af-ba50-e34ae7ae24e5', 'status': 'completed', 'code': 200} Feb 28 13:06:25.263664 dv-cinder-831202-1-iscsi neutron-server[103232]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 13:06:25.349013 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-e494c454-4710-4561-a2f6-e3f14a0a3003 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:25.349239 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-e494c454-4710-4561-a2f6-e3f14a0a3003 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports/ff9e4769-3111-4655-a016-1b45818d6798 HTTP/1.1" status: 200 len: 940 time: 0.1491451 Feb 28 13:06:25.376281 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9429d16f-de4e-4b95-aa93-435de8a24f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:25.520828 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b9e1d3df-71a5-44dc-81a2-03a3979ebcc8 req-be123c07-9f16-4102-a8c5-37e877d4cf45 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=db57c826-b281-4693-96c0-f2eb1e06bb00 HTTP/1.1" status: 200 len: 210 time: 0.0474584 Feb 28 13:06:25.769165 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcb30e-d4a7-4391-8631-f0b1bfd1701f req-29da88fb-711d-4425-8052-42a08d7230df tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:25.770678 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39fcb30e-d4a7-4391-8631-f0b1bfd1701f req-29da88fb-711d-4425-8052-42a08d7230df tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1874800 Feb 28 13:06:25.794539 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173d80-22b2-4b29-a1bc-86da87514d53 req-5a00496f-7d9d-4c29-9566-f759d8d50cd5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:25.800970 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3d173d80-22b2-4b29-a1bc-86da87514d53 req-5a00496f-7d9d-4c29-9566-f759d8d50cd5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.1344924 Feb 28 13:06:25.924389 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for floatingip (7acd4520-f6e9-4698-b3cd-a920837999af), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:25.941837 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39fcb30e-d4a7-4391-8631-f0b1bfd1701f req-ee004abf-65f6-4395-8216-276c6e201c87 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327076 Feb 28 13:06:25.966768 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3d173d80-22b2-4b29-a1bc-86da87514d53 req-b975d78c-8a91-4b0d-9c5b-7baf4787d3c8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648786 Feb 28 13:06:26.131627 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (7bbe7da3-0bc0-405a-93aa-e6523f0d9779), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:26.353505 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for port (7bbe7da3-0bc0-405a-93aa-e6523f0d9779), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:26.433575 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808566'] for port (7bbe7da3-0bc0-405a-93aa-e6523f0d9779), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:26.503062 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event updated for resources: {'Port': ['ID=7bbe7da3-0bc0-405a-93aa-e6523f0d9779,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:26.513405 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (7acd4520-f6e9-4698-b3cd-a920837999af), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:26.634108 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.db.l3_db [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Floating IP 7acd4520-f6e9-4698-b3cd-a920837999af associated. External IP: 172.27.2.189, port: 69669be8-e985-4a13-add4-0968abeb183c. Feb 28 13:06:26.782356 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:26.880485 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Router e6610d10-0723-430a-8248-73f1bec086ae has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:06:27.036617 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:06:27.049441 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790c87c-62e2-470e-93f0-382e87648b05 None None] Sync routers for ids ['e6610d10-0723-430a-8248-73f1bec086ae'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:06:27.064124 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790c87c-62e2-470e-93f0-382e87648b05 None None] Routers {'e6610d10-0723-430a-8248-73f1bec086ae'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:06:27.065389 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1790c87c-62e2-470e-93f0-382e87648b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:06:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e6610d10-0723-430a-8248-73f1bec086ae'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:27.138788 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f72417-e69e-41f3-9f3f-5551cbb0ec62 req-e45b0e31-3b3b-4411-88e1-512a1162376f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:27.140397 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b0f72417-e69e-41f3-9f3f-5551cbb0ec62 req-e45b0e31-3b3b-4411-88e1-512a1162376f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1194189 Feb 28 13:06:27.155341 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2add3-d3e3-4735-ac88-7defa2cab8fa req-d49be5b3-151e-4ba7-99f7-f0a92f7eb48b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:27.161510 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d4b2add3-d3e3-4735-ac88-7defa2cab8fa req-d49be5b3-151e-4ba7-99f7-f0a92f7eb48b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.1013436 Feb 28 13:06:27.189936 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-1790c87c-62e2-470e-93f0-382e87648b05 None None] Set router e6610d10-0723-430a-8248-73f1bec086ae gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:06:27.197859 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:27.454889 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1790c87c-62e2-470e-93f0-382e87648b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:11Z', 'revision_number': 4, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '7acd4520-f6e9-4698-b3cd-a920837999af', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'port_id': '69669be8-e985-4a13-add4-0968abeb183c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'mac_address': 'fa:16:3e:52:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:06:25Z', 'updated_at': '2022-02-28T13:06:25Z', 'revision_number': 0, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d5b55b-ea82-4663-abca-586b5161720b', 'name': '', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'mac_address': 'fa:16:3e:b3:5b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:10Z', 'updated_at': '2022-02-28T13:05:15Z', 'revision_number': 5, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'subnets': [{'id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:27.477264 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-9b087284-b504-4bb2-bb4e-19fef87cd493 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0970917 Feb 28 13:06:27.482972 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'tag': '69669be8-e985-4a13-add4-0968abeb183c'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:06:27.485354 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0a33bd346426e0dd70819d4ab0c8b29067d305585d16d849570ff81fe1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1823b369-8dc7-44a8-a51c-6b57bc8cef1c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "tag": "69669be8-e985-4a13-add4-0968abeb183c"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:06:27.494588 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790c87c-62e2-470e-93f0-382e87648b05 None None] Checking router: e6610d10-0723-430a-8248-73f1bec086ae for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:06:27.499838 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b0f72417-e69e-41f3-9f3f-5551cbb0ec62 req-2a7c6a1e-95fc-4784-a2f9-5d2503730f95 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371098 Feb 28 13:06:27.503234 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d4b2add3-d3e3-4735-ac88-7defa2cab8fa req-8ea43098-0469-4b62-9d3b-fb6c3f528321 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323290 Feb 28 13:06:27.503966 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790c87c-62e2-470e-93f0-382e87648b05 None None] Routers {'e6610d10-0723-430a-8248-73f1bec086ae'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:06:27.504646 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1790c87c-62e2-470e-93f0-382e87648b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:06:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e6610d10-0723-430a-8248-73f1bec086ae'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:27.580470 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e69295c-878e-43b3-a944-98c9a13eff8b x-openstack-request-id: req-2e69295c-878e-43b3-a944-98c9a13eff8b {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:06:27.580719 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "tag": "69669be8-e985-4a13-add4-0968abeb183c", "status": "completed", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:06:27.580974 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e69295c-878e-43b3-a944-98c9a13eff8b {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:06:27.581369 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'tag': '69669be8-e985-4a13-add4-0968abeb183c', 'status': 'completed', 'code': 200} Feb 28 13:06:27.625178 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-1790c87c-62e2-470e-93f0-382e87648b05 None None] Set router e6610d10-0723-430a-8248-73f1bec086ae gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:06:27.675443 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823b369-8dc7-44a8-a51c-6b57bc8cef1c req-23fdb2c4-5585-49b2-93bc-d9c0914916ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:27.678604 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1823b369-8dc7-44a8-a51c-6b57bc8cef1c req-23fdb2c4-5585-49b2-93bc-d9c0914916ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91a0fe7cf4f342fd972e60973badf7ce&device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 1130 time: 0.0631177 Feb 28 13:06:27.835384 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823b369-8dc7-44a8-a51c-6b57bc8cef1c req-13ed863f-12e8-41a2-85f8-b74f95777391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:27.836970 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1823b369-8dc7-44a8-a51c-6b57bc8cef1c req-13ed863f-12e8-41a2-85f8-b74f95777391 service neutron] 10.222.0.35 "GET /v2.0/networks?id=474d9210-7d52-4301-b47a-c8719ae1c32f HTTP/1.1" status: 200 len: 909 time: 0.1392117 Feb 28 13:06:27.913504 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:27.914515 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1790c87c-62e2-470e-93f0-382e87648b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:11Z', 'revision_number': 4, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '7acd4520-f6e9-4698-b3cd-a920837999af', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'port_id': '69669be8-e985-4a13-add4-0968abeb183c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'mac_address': 'fa:16:3e:52:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:06:25Z', 'updated_at': '2022-02-28T13:06:25Z', 'revision_number': 0, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d5b55b-ea82-4663-abca-586b5161720b', 'name': '', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'mac_address': 'fa:16:3e:b3:5b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:10Z', 'updated_at': '2022-02-28T13:05:15Z', 'revision_number': 5, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'subnets': [{'id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:27.925914 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1823b369-8dc7-44a8-a51c-6b57bc8cef1c req-556ff6eb-6b80-4134-b9c8-8c5eda3e6156 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69669be8-e985-4a13-add4-0968abeb183c HTTP/1.1" status: 200 len: 1000 time: 0.0767140 Feb 28 13:06:28.004459 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823b369-8dc7-44a8-a51c-6b57bc8cef1c req-e43003e0-c618-498b-babc-f38cec798c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:28.006291 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1823b369-8dc7-44a8-a51c-6b57bc8cef1c req-e43003e0-c618-498b-babc-f38cec798c98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3ab4009-14e9-4940-abd6-b242fc76a7ab HTTP/1.1" status: 200 len: 847 time: 0.0705135 Feb 28 13:06:28.031757 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790c87c-62e2-470e-93f0-382e87648b05 None None] The sync data for ids ['e6610d10-0723-430a-8248-73f1bec086ae'] in dv-cinder-831202-1-iscsi is: [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:11Z', 'revision_number': 4, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '7acd4520-f6e9-4698-b3cd-a920837999af', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'port_id': '69669be8-e985-4a13-add4-0968abeb183c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'mac_address': 'fa:16:3e:52:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:06:25Z', 'updated_at': '2022-02-28T13:06:25Z', 'revision_number': 0, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d5b55b-ea82-4663-abca-586b5161720b', 'name': '', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'mac_address': 'fa:16:3e:b3:5b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:10Z', 'updated_at': '2022-02-28T13:05:15Z', 'revision_number': 5, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'subnets': [{'id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:06:28.113041 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823b369-8dc7-44a8-a51c-6b57bc8cef1c req-31f912c0-663a-4f40-ad7e-aa172a838947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:28.114960 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1823b369-8dc7-44a8-a51c-6b57bc8cef1c req-31f912c0-663a-4f40-ad7e-aa172a838947 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=474d9210-7d52-4301-b47a-c8719ae1c32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996261 Feb 28 13:06:28.237816 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1823b369-8dc7-44a8-a51c-6b57bc8cef1c req-c0a1f118-aa55-4199-ba41-66061a3ce122 service neutron] 10.222.0.35 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039267 Feb 28 13:06:28.350608 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414e18f3-93e0-4246-a2ea-7749446cd9e5 None None] New status for floating IP 7acd4520-f6e9-4698-b3cd-a920837999af: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:06:28.600203 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b45265-1c8b-4fdf-a9fa-54d8a64dc7ac req-2bf15b69-e0dd-4e59-9260-963e71dc1b80 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:28.623949 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-26b45265-1c8b-4fdf-a9fa-54d8a64dc7ac req-2bf15b69-e0dd-4e59-9260-963e71dc1b80 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.1492760 Feb 28 13:06:28.729028 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-26b45265-1c8b-4fdf-a9fa-54d8a64dc7ac req-42e24afc-2826-4529-a1f3-0f036acc5041 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123152 Feb 28 13:06:28.780458 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e79eb1-cb47-43d8-8389-c6c93dddcbe1 req-f51a0d37-c4e7-43ec-87fa-cd90943904bc tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:28.781488 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1823b369-8dc7-44a8-a51c-6b57bc8cef1c req-ba79d5ef-b251-4dce-99da-27a60a2d15c7 service neutron] 10.222.0.35 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152686 Feb 28 13:06:28.782003 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-44e79eb1-cb47-43d8-8389-c6c93dddcbe1 req-f51a0d37-c4e7-43ec-87fa-cd90943904bc tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1042583 Feb 28 13:06:28.890250 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea21c0-cf49-4827-9649-de9faee110d7 req-bbe4d0c5-3fa8-4bd7-8da7-5e2b2ee2ea52 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:28.891766 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-53ea21c0-cf49-4827-9649-de9faee110d7 req-bbe4d0c5-3fa8-4bd7-8da7-5e2b2ee2ea52 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0852768 Feb 28 13:06:28.901243 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-44e79eb1-cb47-43d8-8389-c6c93dddcbe1 req-322f29c6-5f61-4b4f-a520-9be31b5ccbf2 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136951 Feb 28 13:06:28.961601 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-53ea21c0-cf49-4827-9649-de9faee110d7 req-0b9274c0-5a1b-4a06-b955-89552c6ffc26 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592504 Feb 28 13:06:29.239523 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-aa696739-05ee-4660-871a-feb12d49388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:29.242070 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-aa696739-05ee-4660-871a-feb12d49388b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d&tenant_id=07d68bed67d94a8b8444e458057e60e4 HTTP/1.1" status: 200 len: 1127 time: 0.0972793 Feb 28 13:06:29.352456 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-dd047931-872a-447d-80fe-7d74884e1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:29.354010 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-dd047931-872a-447d-80fe-7d74884e1f01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 1127 time: 0.0643246 Feb 28 13:06:29.439155 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:29.468213 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-963941ec-4970-483a-8fe2-0b1edff825cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:29.469707 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-963941ec-4970-483a-8fe2-0b1edff825cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 917 time: 0.1068571 Feb 28 13:06:29.536454 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-bb5c9f6e-2cf3-4594-b293-ae11e04a6b73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9e4769-3111-4655-a016-1b45818d6798 HTTP/1.1" status: 200 len: 999 time: 0.0574772 Feb 28 13:06:29.591095 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-6533e7e0-d6f8-47bd-a9d5-6223ed6705c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:29.593126 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-6533e7e0-d6f8-47bd-a9d5-6223ed6705c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=669937d0-ed8c-451d-8f8b-949267997e0b HTTP/1.1" status: 200 len: 855 time: 0.0474415 Feb 28 13:06:29.686268 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-74ca592f-9bfb-4ffd-84dd-92d4cf42a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:29.689052 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-74ca592f-9bfb-4ffd-84dd-92d4cf42a662 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813761 Feb 28 13:06:29.722419 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 6a81747a-662e-44af-ba50-e34ae7ae24e5 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:06:29.760844 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: 6a81747a-662e-44af-ba50-e34ae7ae24e5 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:06:29.763032 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 6a81747a-662e-44af-ba50-e34ae7ae24e5 not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:06:29.801984 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-c55feccd-5fbf-47e8-a4ec-a55449e66768 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056678 Feb 28 13:06:29.911998 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b9cd4-0227-466c-b997-65403ee89ef3 req-92391628-4e2c-40af-93bd-87d03b18f16e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:29.916481 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-749b9cd4-0227-466c-b997-65403ee89ef3 req-92391628-4e2c-40af-93bd-87d03b18f16e tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0656192 Feb 28 13:06:29.926059 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9c4bbf57-7558-4d1e-9a55-d5fb455309a1 req-277ef8fc-0e86-4c88-9662-bd8b434a3cf3 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121778 Feb 28 13:06:29.979308 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-749b9cd4-0227-466c-b997-65403ee89ef3 req-f1db05bf-9729-4854-b173-6eddecd05acd tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565341 Feb 28 13:06:30.065376 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d818d-44a2-4c5f-b527-5a1c3f8f98fb req-11981fb1-98a7-451f-989b-37a2946bb18e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:30.074180 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7c4d818d-44a2-4c5f-b527-5a1c3f8f98fb req-11981fb1-98a7-451f-989b-37a2946bb18e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0784190 Feb 28 13:06:30.148638 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7c4d818d-44a2-4c5f-b527-5a1c3f8f98fb req-5e5de234-72e3-417f-81dc-529f354db513 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734844 Feb 28 13:06:30.179196 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b100c-865c-45e0-b4e4-2ec0b9c0717b req-ff3e8896-654b-413a-acf4-a69c2492a334 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:30.184078 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-638b100c-865c-45e0-b4e4-2ec0b9c0717b req-ff3e8896-654b-413a-acf4-a69c2492a334 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.1024225 Feb 28 13:06:30.246953 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-638b100c-865c-45e0-b4e4-2ec0b9c0717b req-493caf6c-6bcc-4b35-8690-c559708a4963 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617499 Feb 28 13:06:31.123796 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0b40-f402-4844-8ae8-c92b1126d798 req-691f5115-d87a-4201-99c5-2b7cd93d1a06 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:31.125512 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ac3e0b40-f402-4844-8ae8-c92b1126d798 req-691f5115-d87a-4201-99c5-2b7cd93d1a06 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0688765 Feb 28 13:06:31.241846 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ac3e0b40-f402-4844-8ae8-c92b1126d798 req-f9729c4a-3e29-487e-ace5-76452f8bfc5c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976541 Feb 28 13:06:31.428881 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6400ded-7635-41e0-936f-1567baf4a63e req-27c57bdd-84a5-443c-a791-d8faa9e2a69e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:31.437271 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d6400ded-7635-41e0-936f-1567baf4a63e req-27c57bdd-84a5-443c-a791-d8faa9e2a69e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.1603637 Feb 28 13:06:31.481209 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd9f88-7684-4de5-bf05-f6dbac134764 req-8296db8b-eb55-4bf8-912e-812c1a951b36 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:31.489287 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-60bd9f88-7684-4de5-bf05-f6dbac134764 req-8296db8b-eb55-4bf8-912e-812c1a951b36 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.1077974 Feb 28 13:06:31.679362 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d6400ded-7635-41e0-936f-1567baf4a63e req-a48ef0b9-4ec9-4f24-9451-92922ee9de87 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581879 Feb 28 13:06:31.679362 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-60bd9f88-7684-4de5-bf05-f6dbac134764 req-7f30646b-53f6-41b2-87fa-4580ac21aed4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378343 Feb 28 13:06:32.438993 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f3ac0-3d79-43fd-ace9-c2b6f3fe35b6 req-d42eb0be-88e7-4ca3-97e9-6ade25b68b90 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:32.458421 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-320f3ac0-3d79-43fd-ace9-c2b6f3fe35b6 req-d42eb0be-88e7-4ca3-97e9-6ade25b68b90 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0855589 Feb 28 13:06:32.543733 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-320f3ac0-3d79-43fd-ace9-c2b6f3fe35b6 req-62584064-a800-474a-87b1-06a63c5fd939 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792458 Feb 28 13:06:32.997021 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e411e42-2fef-4ac6-a0d4-8626f2429ac5 req-1f5eec4f-1f3a-4c58-bde4-1116ab886966 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:33.008446 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7e411e42-2fef-4ac6-a0d4-8626f2429ac5 req-1f5eec4f-1f3a-4c58-bde4-1116ab886966 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.2517803 Feb 28 13:06:33.087496 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07b698-542c-4611-b189-b1b51c4b107e req-7d4fb314-172d-4fba-a940-5d45227856c0 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:33.087496 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4b07b698-542c-4611-b189-b1b51c4b107e req-7d4fb314-172d-4fba-a940-5d45227856c0 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.2805166 Feb 28 13:06:33.192195 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7e411e42-2fef-4ac6-a0d4-8626f2429ac5 req-48de7e53-dcc9-4f8f-a84d-4099da7ebab8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792207 Feb 28 13:06:33.238297 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4b07b698-542c-4611-b189-b1b51c4b107e req-1993d0c5-1d21-4250-bd3e-6925c51932ea tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340852 Feb 28 13:06:33.707259 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee60b7d-46f2-48dc-a123-5d662af77471 req-9accd44f-1125-4514-8efd-eb4164c56bc7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:33.715689 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fee60b7d-46f2-48dc-a123-5d662af77471 req-9accd44f-1125-4514-8efd-eb4164c56bc7 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0864124 Feb 28 13:06:33.784166 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fee60b7d-46f2-48dc-a123-5d662af77471 req-7b655d26-e444-489a-86dc-02f7f3b1689f tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609083 Feb 28 13:06:34.367997 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0026c8-a6fe-46df-a5da-16cd4d0177ab req-d4f20751-5a78-46af-96bf-67fbb028ec40 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:34.376601 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1f0026c8-a6fe-46df-a5da-16cd4d0177ab req-d4f20751-5a78-46af-96bf-67fbb028ec40 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0750716 Feb 28 13:06:34.421101 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1f0026c8-a6fe-46df-a5da-16cd4d0177ab req-bc81ddef-57a0-4de1-91b3-2e2b3566b4ab tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433056 Feb 28 13:06:34.550611 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ec9f0-8a77-49ce-bbb1-55becacd6bb3 req-bc0933a9-4093-40df-8965-4c764430a8da tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:34.552192 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1b4ec9f0-8a77-49ce-bbb1-55becacd6bb3 req-bc0933a9-4093-40df-8965-4c764430a8da tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0569701 Feb 28 13:06:34.605886 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1b4ec9f0-8a77-49ce-bbb1-55becacd6bb3 req-0071fc6a-be3a-4f32-b9e7-1d94d8abb108 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469561 Feb 28 13:06:34.915574 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7109fb-ceb5-452b-85bb-8378c04d8838 req-cf8e52ff-9c9b-49c5-b322-117da610f0cf tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:34.916780 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-da7109fb-ceb5-452b-85bb-8378c04d8838 req-cf8e52ff-9c9b-49c5-b322-117da610f0cf tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0697381 Feb 28 13:06:34.983531 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-da7109fb-ceb5-452b-85bb-8378c04d8838 req-e92785e8-396a-4221-82d3-c5f0f77525ab tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596309 Feb 28 13:06:35.555345 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fcbf2-e180-453c-9507-4def42bd9bd2 req-109999b3-bef7-4a22-aca1-e5d360211777 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:35.557006 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-101fcbf2-e180-453c-9507-4def42bd9bd2 req-109999b3-bef7-4a22-aca1-e5d360211777 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0609756 Feb 28 13:06:35.609005 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-101fcbf2-e180-453c-9507-4def42bd9bd2 req-fc1b036c-ffdb-4abe-8bae-5681ed3eadbf tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466077 Feb 28 13:06:35.737527 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bff34-e8e5-41a7-818e-38fa46bfd63a req-882f5229-cf93-4f7e-9334-575ff0436921 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:35.744017 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-649bff34-e8e5-41a7-818e-38fa46bfd63a req-882f5229-cf93-4f7e-9334-575ff0436921 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0651543 Feb 28 13:06:35.796383 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-649bff34-e8e5-41a7-818e-38fa46bfd63a req-a7af2b20-1170-4817-b425-dc4e84ccff43 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512180 Feb 28 13:06:36.122762 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c653856-e225-48e3-a9f9-4a258af775ac req-0b7ac238-0ef3-4d2f-b136-2ef5aa22e5fc tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:36.127899 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1c653856-e225-48e3-a9f9-4a258af775ac req-0b7ac238-0ef3-4d2f-b136-2ef5aa22e5fc tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0657442 Feb 28 13:06:36.190418 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1c653856-e225-48e3-a9f9-4a258af775ac req-fd5ce897-e47c-46cf-8fcb-f85d96608cc9 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585701 Feb 28 13:06:36.363371 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:06:36.752568 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f3ee1-5db7-4bac-b93f-25acfe51915a req-e8beb0c9-6c8a-4b52-9950-cf53b9a6bd44 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:36.754257 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-228f3ee1-5db7-4bac-b93f-25acfe51915a req-e8beb0c9-6c8a-4b52-9950-cf53b9a6bd44 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0581095 Feb 28 13:06:36.802181 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-228f3ee1-5db7-4bac-b93f-25acfe51915a req-79eda61f-5979-4c73-b227-b0179866cc59 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417619 Feb 28 13:06:36.922997 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551cb08-f1f8-44e7-98ae-52e3f30ed8c2 req-54384e2f-4426-45f8-95e2-d2e2011e5908 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:36.924853 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b551cb08-f1f8-44e7-98ae-52e3f30ed8c2 req-54384e2f-4426-45f8-95e2-d2e2011e5908 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0562611 Feb 28 13:06:36.978697 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b551cb08-f1f8-44e7-98ae-52e3f30ed8c2 req-2c16175f-90cb-4545-8f0b-c7276bdaf5de tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476665 Feb 28 13:06:37.314357 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f24b84-6f47-4356-8abc-27d6ccea713e req-017d16e7-d363-472e-84be-8a9a5342f943 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:37.320814 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f0f24b84-6f47-4356-8abc-27d6ccea713e req-017d16e7-d363-472e-84be-8a9a5342f943 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0569360 Feb 28 13:06:37.366103 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f0f24b84-6f47-4356-8abc-27d6ccea713e req-7c52ed16-0cec-4337-9a6b-4a63a552fe11 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433559 Feb 28 13:06:37.691492 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cc99e-aa51-42a3-a1e6-6df8f800be7e req-edea1029-7492-4f2a-82d3-2525e75dc78c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:37.693068 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c22cc99e-aa51-42a3-a1e6-6df8f800be7e req-edea1029-7492-4f2a-82d3-2525e75dc78c tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0563645 Feb 28 13:06:37.961982 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4257aaa-d515-4c92-af39-5c073f7fa207 req-80a5e147-d8cc-478e-98b9-13486d3ed69d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:37.963895 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c4257aaa-d515-4c92-af39-5c073f7fa207 req-80a5e147-d8cc-478e-98b9-13486d3ed69d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0688028 Feb 28 13:06:38.031957 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c4257aaa-d515-4c92-af39-5c073f7fa207 req-b136b601-99a3-4590-8812-79a66101bded tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625274 Feb 28 13:06:38.168150 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8660-77d0-4f02-880f-4e68a3c28f2e req-ed769d21-8792-410f-a649-fc189243ee86 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:38.169918 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-58ea8660-77d0-4f02-880f-4e68a3c28f2e req-ed769d21-8792-410f-a649-fc189243ee86 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0656712 Feb 28 13:06:38.230605 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-58ea8660-77d0-4f02-880f-4e68a3c28f2e req-f378ba8a-29d8-4c8a-b0b0-ead4677867fd tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542176 Feb 28 13:06:38.513970 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cec55a-a47e-4776-9df8-f1b53b32e711 req-acc973fd-ff31-4780-b14f-42da117f02ab tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:38.520092 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-93cec55a-a47e-4776-9df8-f1b53b32e711 req-acc973fd-ff31-4780-b14f-42da117f02ab tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0771017 Feb 28 13:06:38.572036 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-93cec55a-a47e-4776-9df8-f1b53b32e711 req-bbc33b28-9268-4fc1-a6f0-692ea250608d tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495024 Feb 28 13:06:39.189922 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dc4b5-2320-4e58-8bfc-8adbd39554ec req-ba466a68-7223-4010-9902-c49223f3c249 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:39.191634 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1b4dc4b5-2320-4e58-8bfc-8adbd39554ec req-ba466a68-7223-4010-9902-c49223f3c249 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0633616 Feb 28 13:06:39.246786 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1b4dc4b5-2320-4e58-8bfc-8adbd39554ec req-f4ef9660-aad7-4763-bf33-975baa46aea5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486045 Feb 28 13:06:39.396742 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53594) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:39.425272 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a98e-57c6-4b31-a9e3-4a808f8a4d93 req-897eab27-11cb-408e-a835-a3e7ba6294d4 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:39.427248 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3151a98e-57c6-4b31-a9e3-4a808f8a4d93 req-897eab27-11cb-408e-a835-a3e7ba6294d4 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0883868 Feb 28 13:06:39.494238 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3151a98e-57c6-4b31-a9e3-4a808f8a4d93 req-28b98d42-4c39-4baa-add1-11ab34a3599e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552459 Feb 28 13:06:39.555719 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a4e5a8b-7676-4ff3-a061-888837a0ad84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:39.641275 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a4e5a8b-7676-4ff3-a061-888837a0ad84 admin admin] Publish callbacks [] for security_group (f8875aec-c316-4eed-934f-bef7dc812b3b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:39.710823 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715df031-6875-4045-b66f-15ebe6a22d93 req-4367b171-e7bb-43a4-aac2-5128ece57642 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:39.717715 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-715df031-6875-4045-b66f-15ebe6a22d93 req-4367b171-e7bb-43a4-aac2-5128ece57642 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0663214 Feb 28 13:06:39.741514 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a4e5a8b-7676-4ff3-a061-888837a0ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (f8875aec-c316-4eed-934f-bef7dc812b3b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:39.781694 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e5a8b-7676-4ff3-a061-888837a0ad84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8875aec-c316-4eed-934f-bef7dc812b3b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:39.800060 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-715df031-6875-4045-b66f-15ebe6a22d93 req-65659c62-9dcd-4f94-834f-4d222a2ab265 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765457 Feb 28 13:06:39.802067 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 53600) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:39.802647 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-9a4e5a8b-7676-4ff3-a061-888837a0ad84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cb76f2913fa49baa991c10a8ad51772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4045527 Feb 28 13:06:39.856162 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d9b945f8-98cd-4624-b8da-2dbb4235450e admin admin] Publish callbacks [] for security_group (f8875aec-c316-4eed-934f-bef7dc812b3b), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:39.878638 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d9b945f8-98cd-4624-b8da-2dbb4235450e admin admin] Publish callbacks [] for security_group (f8875aec-c316-4eed-934f-bef7dc812b3b), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.197085 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 53606) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:40.252742 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0898d0e-b4b6-4f99-a8b7-872fec1f60e8 admin admin] Deleting subnet 51dfe32c-b563-4d11-a64c-38017b4c5a27 {{(pid=103231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:06:40.257699 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c0898d0e-b4b6-4f99-a8b7-872fec1f60e8 admin admin] Publish callbacks [] for subnet (51dfe32c-b563-4d11-a64c-38017b4c5a27), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.296600 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c0898d0e-b4b6-4f99-a8b7-872fec1f60e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59888039'] for subnet (51dfe32c-b563-4d11-a64c-38017b4c5a27), precommit_delete_associations {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.359948 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c0898d0e-b4b6-4f99-a8b7-872fec1f60e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (51dfe32c-b563-4d11-a64c-38017b4c5a27), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.412600 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d9b945f8-98cd-4624-b8da-2dbb4235450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (f8875aec-c316-4eed-934f-bef7dc812b3b), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.415780 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d9b945f8-98cd-4624-b8da-2dbb4235450e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.417067 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d9b945f8-98cd-4624-b8da-2dbb4235450e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8875aec-c316-4eed-934f-bef7dc812b3b HTTP/1.1" status: 204 len: 168 time: 0.6140718 Feb 28 13:06:40.444542 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b945f8-98cd-4624-b8da-2dbb4235450e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8875aec-c316-4eed-934f-bef7dc812b3b,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:40.476600 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63619b7f-46f2-4ba7-8a4f-54b6888d9d51 req-9405642c-216d-4412-a768-5e9f50bf7df8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:40.478247 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-63619b7f-46f2-4ba7-8a4f-54b6888d9d51 req-9405642c-216d-4412-a768-5e9f50bf7df8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.1208642 Feb 28 13:06:40.551706 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-63619b7f-46f2-4ba7-8a4f-54b6888d9d51 req-b8463030-9c82-45d7-bda9-4e168ff566ca tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665529 Feb 28 13:06:40.560244 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c0898d0e-b4b6-4f99-a8b7-872fec1f60e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58726792'] for subnet (51dfe32c-b563-4d11-a64c-38017b4c5a27), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.597679 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0898d0e-b4b6-4f99-a8b7-872fec1f60e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51dfe32c-b563-4d11-a64c-38017b4c5a27,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:40.611692 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c0898d0e-b4b6-4f99-a8b7-872fec1f60e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.616336 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-c0898d0e-b4b6-4f99-a8b7-872fec1f60e8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/51dfe32c-b563-4d11-a64c-38017b4c5a27 HTTP/1.1" status: 204 len: 168 time: 0.4157982 Feb 28 13:06:40.617116 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53618) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:40.667172 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9389e-818b-4541-8673-5214d3b5c5c3 req-aaaf3fc5-f68c-4bd0-afbd-f25eee97b24e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:40.668996 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-19e9389e-818b-4541-8673-5214d3b5c5c3 req-aaaf3fc5-f68c-4bd0-afbd-f25eee97b24e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0750437 Feb 28 13:06:40.711231 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (9900a5c5-dc72-4998-83bc-8bfdded50340), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.739000 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-19e9389e-818b-4541-8673-5214d3b5c5c3 req-dd1b49ef-0ee2-4a8f-8bd4-eea85eac211e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636809 Feb 28 13:06:40.794119 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (9900a5c5-dc72-4998-83bc-8bfdded50340), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.818175 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9900a5c5-dc72-4998-83bc-8bfdded50340']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:40.830433 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265d43f5-da27-42a3-9cc1-fd5fb6041c45') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:40.830966 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265d43f5-da27-42a3-9cc1-fd5fb6041c45') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:40.846356 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62710936'] for segment (265d43f5-da27-42a3-9cc1-fd5fb6041c45), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.862813 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (265d43f5-da27-42a3-9cc1-fd5fb6041c45), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.870209 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:06:40.870754 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58960100'] for segment (265d43f5-da27-42a3-9cc1-fd5fb6041c45), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: Traceback (most recent call last): Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: timer() Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: cb(*args, **kw) Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: return func(*args, **kwargs) Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: self._notify() Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: self.callback(batched_events) Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: event.method(event) Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: return f(self, *a, **k) Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._get(url).json() Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: return self.request(url, 'GET', **kwargs) Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:06:40.874580 dv-cinder-831202-1-iscsi neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:06:40.938565 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1f877-d855-4b22-9473-e6051582c0f4 req-d80e9608-c3d6-4855-812e-d6aef4588e83 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:40.940475 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-daa1f877-d855-4b22-9473-e6051582c0f4 req-d80e9608-c3d6-4855-812e-d6aef4588e83 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 946 time: 0.0673165 Feb 28 13:06:40.992261 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-daa1f877-d855-4b22-9473-e6051582c0f4 req-3b2b2cd7-e925-4d58-8ed0-f3e091f9cbbf tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/security-groups?id=be1a4010-82b9-40c7-9227-1fac2c7552bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447638 Feb 28 13:06:40.998578 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (9900a5c5-dc72-4998-83bc-8bfdded50340), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:41.015201 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:41.018350 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9900a5c5-dc72-4998-83bc-8bfdded50340 HTTP/1.1" status: 204 len: 168 time: 0.3987565 Feb 28 13:06:41.019408 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc7ec7-d1a0-4ecb-bcc1-78a16e88d977 admin admin] Pushing event deleted for resources: {'Network': ['ID=9900a5c5-dc72-4998-83bc-8bfdded50340,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:41.382389 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 53626) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:41.424313 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-0cdf244a-080e-465f-816e-020c2eda9a2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2f73b1e0a1347a8904c662844ebd9d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407081 Feb 28 13:06:41.426648 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 53628) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:41.462873 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-c22cc99e-aa51-42a3-a1e6-6df8f800be7e req-f873f497-ae71-4521-8980-817f25bbc3a3 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Deleting port e0dd1599-2f93-48e0-a17f-b7ca57962161 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:06:41.463216 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c22cc99e-aa51-42a3-a1e6-6df8f800be7e req-f873f497-ae71-4521-8980-817f25bbc3a3 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:41.478967 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-890aca31-65d6-468b-947e-5ff72a6b293a admin admin] Publish callbacks [] for security_group (995d5cf0-55a1-4fb6-97e1-7062d6aaed77), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:41.502282 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-890aca31-65d6-468b-947e-5ff72a6b293a admin admin] Publish callbacks [] for security_group (995d5cf0-55a1-4fb6-97e1-7062d6aaed77), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:41.560364 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-c22cc99e-aa51-42a3-a1e6-6df8f800be7e req-f873f497-ae71-4521-8980-817f25bbc3a3 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] For port e0dd1599-2f93-48e0-a17f-b7ca57962161, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e0dd1599-2f93-48e0-a17f-b7ca57962161,segment=NetworkSegment(53986baf-1fce-4832-a514-e5995d2b805f),segment_id=53986baf-1fce-4832-a514-e5995d2b805f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:06:41.560733 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c22cc99e-aa51-42a3-a1e6-6df8f800be7e req-f873f497-ae71-4521-8980-817f25bbc3a3 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:41.575415 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-c22cc99e-aa51-42a3-a1e6-6df8f800be7e req-f873f497-ae71-4521-8980-817f25bbc3a3 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Calling delete_port for e0dd1599-2f93-48e0-a17f-b7ca57962161 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:06:41.621549 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-890aca31-65d6-468b-947e-5ff72a6b293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (995d5cf0-55a1-4fb6-97e1-7062d6aaed77), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:41.624640 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-890aca31-65d6-468b-947e-5ff72a6b293a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:41.628183 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-890aca31-65d6-468b-947e-5ff72a6b293a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/995d5cf0-55a1-4fb6-97e1-7062d6aaed77 HTTP/1.1" status: 204 len: 168 time: 0.1982479 Feb 28 13:06:41.635795 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890aca31-65d6-468b-947e-5ff72a6b293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995d5cf0-55a1-4fb6-97e1-7062d6aaed77,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:41.699445 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94ae4c-601a-4ef1-8995-d97ac50d3d83 req-56036098-1ca3-4ae2-b56a-e98ed49eed86 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:41.701044 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3d94ae4c-601a-4ef1-8995-d97ac50d3d83 req-56036098-1ca3-4ae2-b56a-e98ed49eed86 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0599377 Feb 28 13:06:41.751816 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3d94ae4c-601a-4ef1-8995-d97ac50d3d83 req-2ee37f87-83b0-420a-a3eb-5fd88fbc7cba tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446224 Feb 28 13:06:41.759753 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device e0dd1599-2f93-48e0-a17f-b7ca57962161 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:06:41.778740 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c22cc99e-aa51-42a3-a1e6-6df8f800be7e req-f873f497-ae71-4521-8980-817f25bbc3a3 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (e0dd1599-2f93-48e0-a17f-b7ca57962161), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:41.801743 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No active binding found for port e0dd1599-2f93-48e0-a17f-b7ca57962161 {{(pid=103233) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 13:06:41.802145 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] The host hv-cinder-83120 is not matching for port e0dd1599-2f93-48e0-a17f-b7ca57962161 host None! {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 13:06:41.802536 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device e0dd1599-2f93-48e0-a17f-b7ca57962161 not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:06:41.809431 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873f497-ae71-4521-8980-817f25bbc3a3 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Pushing event deleted for resources: {'Port': ['ID=e0dd1599-2f93-48e0-a17f-b7ca57962161,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:41.858311 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22cc99e-aa51-42a3-a1e6-6df8f800be7e req-f873f497-ae71-4521-8980-817f25bbc3a3 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] No DVR routers for this DVR port e0dd1599-2f93-48e0-a17f-b7ca57962161 on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:06:41.860722 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c22cc99e-aa51-42a3-a1e6-6df8f800be7e req-f873f497-ae71-4521-8980-817f25bbc3a3 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:41.864251 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c22cc99e-aa51-42a3-a1e6-6df8f800be7e req-f873f497-ae71-4521-8980-817f25bbc3a3 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.35 "DELETE /v2.0/ports/e0dd1599-2f93-48e0-a17f-b7ca57962161 HTTP/1.1" status: 204 len: 173 time: 0.5016441 Feb 28 13:06:41.864702 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0af5d4-18ee-4f4f-b513-98daea04132e', 'name': 'network-vif-deleted', 'tag': 'e0dd1599-2f93-48e0-a17f-b7ca57962161'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:06:41.867012 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f671a9-d134-4dc2-9d5d-cb6645248297 req-d3247e7e-2d65-44f5-873e-e5e4f5833b7b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:41.867543 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82ed27-9787-4406-8797-015173f7e960" -d '{"events": [{"server_uuid": "8f0af5d4-18ee-4f4f-b513-98daea04132e", "name": "network-vif-deleted", "tag": "e0dd1599-2f93-48e0-a17f-b7ca57962161"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:06:41.868530 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-35f671a9-d134-4dc2-9d5d-cb6645248297 req-d3247e7e-2d65-44f5-873e-e5e4f5833b7b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0595727 Feb 28 13:06:41.902478 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ef0196-da5d-44d0-b976-2f4801bc6833 x-openstack-request-id: req-82ef0196-da5d-44d0-b976-2f4801bc6833 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:06:41.902767 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0af5d4-18ee-4f4f-b513-98daea04132e", "name": "network-vif-deleted", "tag": "e0dd1599-2f93-48e0-a17f-b7ca57962161", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:06:41.903017 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82ef0196-da5d-44d0-b976-2f4801bc6833 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:06:41.903408 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0af5d4-18ee-4f4f-b513-98daea04132e', 'name': 'network-vif-deleted', 'tag': 'e0dd1599-2f93-48e0-a17f-b7ca57962161', 'status': 'completed', 'code': 200} Feb 28 13:06:41.921543 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-35f671a9-d134-4dc2-9d5d-cb6645248297 req-c687f067-976a-4c73-944c-7d16f2be342d tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462711 Feb 28 13:06:42.097562 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dfc0836a-3546-45f3-a4eb-e36231e52e5a req-6cd4ba3d-de32-4529-92aa-2526fc1a8372 tempest-AttachVolumeNegativeTest-1470827934 tempest-AttachVolumeNegativeTest-1470827934-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f0af5d4-18ee-4f4f-b513-98daea04132e HTTP/1.1" status: 200 len: 210 time: 0.0321765 Feb 28 13:06:42.900578 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0866a-1710-45dd-bd4b-8d703ee2493c req-7470b745-ae30-4d6e-898b-92fcd91f03c9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:42.900578 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1fc0866a-1710-45dd-bd4b-8d703ee2493c req-7470b745-ae30-4d6e-898b-92fcd91f03c9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0663831 Feb 28 13:06:42.950222 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1fc0866a-1710-45dd-bd4b-8d703ee2493c req-62465f99-8c3e-41ff-9cc1-a03bdea514fe tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458119 Feb 28 13:06:43.054510 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc512cf8-0d78-4742-9fe0-edce85c5c8ca req-e05ba4a1-42ba-4f78-81aa-3f2d65e75e96 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:43.056034 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cc512cf8-0d78-4742-9fe0-edce85c5c8ca req-e05ba4a1-42ba-4f78-81aa-3f2d65e75e96 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0568721 Feb 28 13:06:43.070874 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1819654-cb63-447e-a02f-675682d039fd req-e76d48f1-62d3-430d-a02f-833fc28116fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:43.073178 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-a1819654-cb63-447e-a02f-675682d039fd req-e76d48f1-62d3-430d-a02f-833fc28116fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 1129 time: 0.0571902 Feb 28 13:06:43.104494 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cc512cf8-0d78-4742-9fe0-edce85c5c8ca req-8f36992a-6e6d-4c0f-9478-0af14ff6aad6 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 Feb 28 13:06:43.139332 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-a1819654-cb63-447e-a02f-675682d039fd req-b6221a05-3f2c-40fd-a79c-ed076c141c75 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456254 Feb 28 13:06:43.154211 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53676) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:43.197623 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-773ad7ca-8224-46ed-ada0-48467b3cbfa3 admin admin] Deleting subnet 33a32ce5-a5da-48af-a2ce-6938234117b8 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:06:43.200687 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-773ad7ca-8224-46ed-ada0-48467b3cbfa3 admin admin] Publish callbacks [] for subnet (33a32ce5-a5da-48af-a2ce-6938234117b8), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:43.234158 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-773ad7ca-8224-46ed-ada0-48467b3cbfa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62710927'] for subnet (33a32ce5-a5da-48af-a2ce-6938234117b8), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:43.276284 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-773ad7ca-8224-46ed-ada0-48467b3cbfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (33a32ce5-a5da-48af-a2ce-6938234117b8), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:43.399398 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-773ad7ca-8224-46ed-ada0-48467b3cbfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58959930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58826773'] for subnet (33a32ce5-a5da-48af-a2ce-6938234117b8), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:43.426497 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ad7ca-8224-46ed-ada0-48467b3cbfa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a32ce5-a5da-48af-a2ce-6938234117b8,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:43.428495 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-773ad7ca-8224-46ed-ada0-48467b3cbfa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:43.431702 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-773ad7ca-8224-46ed-ada0-48467b3cbfa3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/33a32ce5-a5da-48af-a2ce-6938234117b8 HTTP/1.1" status: 204 len: 168 time: 0.2764790 Feb 28 13:06:43.434409 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53678) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:43.500542 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (245d4435-eb6f-44af-b6bb-8cc635cb8f72), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:43.586713 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (245d4435-eb6f-44af-b6bb-8cc635cb8f72), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:43.606647 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245d4435-eb6f-44af-b6bb-8cc635cb8f72']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:43.615830 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53986baf-1fce-4832-a514-e5995d2b805f') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:43.616657 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53986baf-1fce-4832-a514-e5995d2b805f') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:43.626063 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62710936'] for segment (53986baf-1fce-4832-a514-e5995d2b805f), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:43.639736 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (53986baf-1fce-4832-a514-e5995d2b805f), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:43.645550 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:06:43.645931 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58960100'] for segment (53986baf-1fce-4832-a514-e5995d2b805f), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: Traceback (most recent call last): Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: timer() Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: cb(*args, **kw) Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: return func(*args, **kwargs) Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: self._notify() Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: self.callback(batched_events) Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: event.method(event) Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: return f(self, *a, **k) Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._get(url).json() Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: return self.request(url, 'GET', **kwargs) Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:06:43.647597 dv-cinder-831202-1-iscsi neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:06:43.770156 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (245d4435-eb6f-44af-b6bb-8cc635cb8f72), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:43.775731 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:43.778833 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] 10.222.0.23 "DELETE /v2.0/networks/245d4435-eb6f-44af-b6bb-8cc635cb8f72 HTTP/1.1" status: 204 len: 168 time: 0.3435614 Feb 28 13:06:43.789913 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864a44f-db7e-4de3-9e9d-784043cba575 admin admin] Pushing event deleted for resources: {'Network': ['ID=245d4435-eb6f-44af-b6bb-8cc635cb8f72,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:44.079190 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b0238-bc29-49c5-9570-4069860cb533 req-972695f8-f22e-483c-9c9b-ed7095db4c94 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:44.080721 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-956b0238-bc29-49c5-9570-4069860cb533 req-972695f8-f22e-483c-9c9b-ed7095db4c94 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0546782 Feb 28 13:06:44.128478 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-956b0238-bc29-49c5-9570-4069860cb533 req-d94be46d-0ea2-490b-b090-de326582385f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420487 Feb 28 13:06:44.144268 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53692) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:44.186975 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-080f6b70-e0e3-4767-8f0c-fde2adb32cdf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a514bc8f2c964d85b7aa365400763653&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414226 Feb 28 13:06:44.189367 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53694) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:44.226586 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b25247-c732-4bfa-b83e-e6f17559bba5 req-5872ca61-e782-45a4-8daa-8f7729192979 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:44.228004 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39b25247-c732-4bfa-b83e-e6f17559bba5 req-5872ca61-e782-45a4-8daa-8f7729192979 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0540612 Feb 28 13:06:44.237732 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20b94afe-4212-4983-a468-e8ce8658c641 admin admin] Publish callbacks [] for security_group (be1a4010-82b9-40c7-9227-1fac2c7552bb), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:44.259483 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20b94afe-4212-4983-a468-e8ce8658c641 admin admin] Publish callbacks [] for security_group (be1a4010-82b9-40c7-9227-1fac2c7552bb), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:44.278486 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39b25247-c732-4bfa-b83e-e6f17559bba5 req-293cb26a-a094-4b5f-b67f-91d899a839bf tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448332 Feb 28 13:06:44.375745 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20b94afe-4212-4983-a468-e8ce8658c641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (be1a4010-82b9-40c7-9227-1fac2c7552bb), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:44.378339 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20b94afe-4212-4983-a468-e8ce8658c641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:44.379573 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-20b94afe-4212-4983-a468-e8ce8658c641 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be1a4010-82b9-40c7-9227-1fac2c7552bb HTTP/1.1" status: 204 len: 168 time: 0.1892674 Feb 28 13:06:44.387617 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b94afe-4212-4983-a468-e8ce8658c641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1a4010-82b9-40c7-9227-1fac2c7552bb,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:45.255838 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d447-2944-4bc8-ad56-d6e787bfe66b req-b1dd5182-1779-4fcd-8e29-0ec8822dd158 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:45.257975 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c4c1d447-2944-4bc8-ad56-d6e787bfe66b req-b1dd5182-1779-4fcd-8e29-0ec8822dd158 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0551739 Feb 28 13:06:45.304819 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c4c1d447-2944-4bc8-ad56-d6e787bfe66b req-4d0ae581-c305-4350-acc3-6a89ed722028 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415044 Feb 28 13:06:45.419488 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53732) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:45.426968 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbb186-9839-4ea1-aa7a-c5c27600a415 req-1d6b0d30-5ca5-40a4-9ab7-4e65c9a25347 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:45.429486 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d9dbb186-9839-4ea1-aa7a-c5c27600a415 req-1d6b0d30-5ca5-40a4-9ab7-4e65c9a25347 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0550833 Feb 28 13:06:45.476402 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d9dbb186-9839-4ea1-aa7a-c5c27600a415 req-1d4ab5d5-df73-4911-802f-9f64451943a1 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411582 Feb 28 13:06:45.517458 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-712534947-network', 'tenant_id': '3faaebd56c80405daeb94427753fdac2'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:06:45.596443 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Made reservation on behalf of 3faaebd56c80405daeb94427753fdac2 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:06:45.596443 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:45.604072 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:45.682196 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Publish callbacks [] for security_group (d97003b7-3783-47a5-a8a4-df555c6b36aa), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:45.769954 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (d97003b7-3783-47a5-a8a4-df555c6b36aa), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:45.791568 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:06:45.808654 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97003b7-3783-47a5-a8a4-df555c6b36aa,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:45.809995 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (2eef642a-c2b8-4b8e-aef8-d199b8dcb431), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:45.810308 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Added segment 2eef642a-c2b8-4b8e-aef8-d199b8dcb431 of type vlan for network 3d18ead1-4978-444a-9465-cca888aee7df Feb 28 13:06:45.860192 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (3d18ead1-4978-444a-9465-cca888aee7df), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:45.917229 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0651fb5-dbf7-4d84-b903-daa45026578b req-5eab4f14-a3c7-4c99-b127-3f9a1174ebd7 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:45.918741 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f0651fb5-dbf7-4d84-b903-daa45026578b req-5eab4f14-a3c7-4c99-b127-3f9a1174ebd7 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0557361 Feb 28 13:06:45.949407 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (3d18ead1-4978-444a-9465-cca888aee7df), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:45.950520 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:45.951115 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:45.966240 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f0651fb5-dbf7-4d84-b903-daa45026578b req-c68114d9-ca64-4ed1-bf8f-fdea99883555 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416157 Feb 28 13:06:46.041967 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=3d18ead1-4978-444a-9465-cca888aee7df,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:46.052016 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 3d18ead1-4978-444a-9465-cca888aee7df details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:06:46.057812 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc2188-2614-4bf5-abf0-d6bf997df3d2 req-166aa9e2-94a2-44b3-b603-c8512d8b600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:46.059378 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38bc2188-2614-4bf5-abf0-d6bf997df3d2 req-166aa9e2-94a2-44b3-b603-c8512d8b600f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24004d6c21a74639aae97880bd275bf2&device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 1129 time: 0.0631623 Feb 28 13:06:46.078807 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-f0fa0bdf-e127-44f6-a0d1-6dc9ff48b3e6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6579807 Feb 28 13:06:46.081715 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 53746) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:46.088656 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-d69a6547-0b5b-43c9-a535-1b88fcff02aa admin admin] Request body: {'subnet': {'network_id': '3d18ead1-4978-444a-9465-cca888aee7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-712534947-subnet', 'tenant_id': '3faaebd56c80405daeb94427753fdac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:06:46.152995 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69a6547-0b5b-43c9-a535-1b88fcff02aa admin admin] Made reservation on behalf of 3faaebd56c80405daeb94427753fdac2 for: {'subnet': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:06:46.155433 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d69a6547-0b5b-43c9-a535-1b88fcff02aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58726819'] for subnet (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:46.160167 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc2188-2614-4bf5-abf0-d6bf997df3d2 req-ce78723f-df24-4aaf-b485-0136d1c3e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:46.161615 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38bc2188-2614-4bf5-abf0-d6bf997df3d2 req-ce78723f-df24-4aaf-b485-0136d1c3e33c service neutron] 10.222.0.35 "GET /v2.0/networks?id=32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 200 len: 919 time: 0.0950983 Feb 28 13:06:46.207649 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38bc2188-2614-4bf5-abf0-d6bf997df3d2 req-979889d3-be2e-4d2c-a8ea-71af8d4db317 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c HTTP/1.1" status: 200 len: 217 time: 0.0366662 Feb 28 13:06:46.255063 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc2188-2614-4bf5-abf0-d6bf997df3d2 req-dd11a9c4-421c-474c-8f7f-2db1d52c4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:46.257280 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38bc2188-2614-4bf5-abf0-d6bf997df3d2 req-dd11a9c4-421c-474c-8f7f-2db1d52c4727 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 HTTP/1.1" status: 200 len: 858 time: 0.0423684 Feb 28 13:06:46.293304 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38bc2188-2614-4bf5-abf0-d6bf997df3d2 req-03aa9281-8ee6-4641-9008-39ca9c61c8a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32e9cc3b-dca1-43ec-8052-db962743c7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254121 Feb 28 13:06:46.395865 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38bc2188-2614-4bf5-abf0-d6bf997df3d2 req-837e66d5-06fa-44d6-937d-d74e9f02a1b2 service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924566 Feb 28 13:06:46.411151 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d69a6547-0b5b-43c9-a535-1b88fcff02aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58726801'] for subnet (1fde8e2c-6171-4f10-a608-7d2faf1c3dd9), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:46.493524 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061aec4-4612-4337-a72f-792ab75f8ec7 req-10513674-41fe-4711-9dfd-d5e79c1aaef9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:46.494290 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-38bc2188-2614-4bf5-abf0-d6bf997df3d2 req-7152c621-d2ca-4122-ab6c-74a0f53d081e service neutron] 10.222.0.35 "GET /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912559 Feb 28 13:06:46.495021 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a061aec4-4612-4337-a72f-792ab75f8ec7 req-10513674-41fe-4711-9dfd-d5e79c1aaef9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.1133885 Feb 28 13:06:46.496103 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a6547-0b5b-43c9-a535-1b88fcff02aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fde8e2c-6171-4f10-a608-7d2faf1c3dd9,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:46.511079 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a6547-0b5b-43c9-a535-1b88fcff02aa admin admin] Checking segment: {'id': '2eef642a-c2b8-4b8e-aef8-d199b8dcb431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3d18ead1-4978-444a-9465-cca888aee7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:06:46.511531 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a6547-0b5b-43c9-a535-1b88fcff02aa admin admin] Network hostable DHCP agents. Network: 3d18ead1-4978-444a-9465-cca888aee7df, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:06:46.556445 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a061aec4-4612-4337-a72f-792ab75f8ec7 req-e48b6aaf-4700-463d-a45c-b9b6bae8f924 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547149 Feb 28 13:06:46.626469 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a6547-0b5b-43c9-a535-1b88fcff02aa admin admin] Network 3d18ead1-4978-444a-9465-cca888aee7df is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:06:46.735640 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-d69a6547-0b5b-43c9-a535-1b88fcff02aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 3d18ead1-4978-444a-9465-cca888aee7df) {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:06:46.739588 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69a6547-0b5b-43c9-a535-1b88fcff02aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:46.746913 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d69a6547-0b5b-43c9-a535-1b88fcff02aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:46.747649 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4224a91f-24bc-49a3-bd69-91ff050de22b None None] Network 3d18ead1-4978-444a-9465-cca888aee7df requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:06:46.829118 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d69a6547-0b5b-43c9-a535-1b88fcff02aa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7452354 Feb 28 13:06:46.846051 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb8e3b-1a18-44bf-8b11-ef9612eb5904 None None] Network 3d18ead1-4978-444a-9465-cca888aee7df requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:06:47.090167 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb455f3-f78a-4858-8bde-d54528007f09 req-1bf96b2a-13b9-41d8-9fe4-804e0c5fba62 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:47.091684 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7fb455f3-f78a-4858-8bde-d54528007f09 req-1bf96b2a-13b9-41d8-9fe4-804e0c5fba62 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0566218 Feb 28 13:06:47.147615 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7fb455f3-f78a-4858-8bde-d54528007f09 req-60ce1468-486c-447a-b82d-4cbe3ed74d95 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498521 Feb 28 13:06:47.462865 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53778) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:47.467767 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1247316539-network', 'tenant_id': '1d904bf82f4b44539673fb56aa2ad594'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:06:47.569073 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Made reservation on behalf of 1d904bf82f4b44539673fb56aa2ad594 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:06:47.571335 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:47.580410 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:47.654129 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Publish callbacks [] for security_group (138aba0b-da12-424d-b9da-639f0b73e97d), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:47.682377 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d436b51-566f-4636-b8bb-d683b7af058d req-6a876777-9a0d-48e5-b05c-54deb3b565ea tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:47.683976 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4d436b51-566f-4636-b8bb-d683b7af058d req-6a876777-9a0d-48e5-b05c-54deb3b565ea tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0524235 Feb 28 13:06:47.684586 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:47.707303 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (138aba0b-da12-424d-b9da-639f0b73e97d), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:47.732483 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:06:47.734850 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4d436b51-566f-4636-b8bb-d683b7af058d req-6af4be87-bce3-4330-9c10-84262d41412c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454757 Feb 28 13:06:47.742121 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138aba0b-da12-424d-b9da-639f0b73e97d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:47.746990 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (18baa1ff-e58a-47c0-bf0d-0a9cd2fffdbd), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:47.747384 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Added segment 18baa1ff-e58a-47c0-bf0d-0a9cd2fffdbd of type vlan for network 1f185c60-8d77-4eca-97ea-e9d89cbe7325 Feb 28 13:06:47.786864 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (1f185c60-8d77-4eca-97ea-e9d89cbe7325), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:47.866817 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (1f185c60-8d77-4eca-97ea-e9d89cbe7325), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:47.867779 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:47.868378 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:47.924641 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] Pushing event updated for resources: {'Network': ['ID=1f185c60-8d77-4eca-97ea-e9d89cbe7325,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:47.935123 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 1f185c60-8d77-4eca-97ea-e9d89cbe7325 details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:06:47.971908 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-e6e2a732-d865-46f1-bdd1-e6829452a702 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5079050 Feb 28 13:06:47.974503 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53784) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:47.979258 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4e274f5f-51e3-4438-ab11-682c3b8454b6 admin admin] Request body: {'subnet': {'network_id': '1f185c60-8d77-4eca-97ea-e9d89cbe7325', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1247316539-subnet', 'tenant_id': '1d904bf82f4b44539673fb56aa2ad594', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:06:48.066555 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e274f5f-51e3-4438-ab11-682c3b8454b6 admin admin] Made reservation on behalf of 1d904bf82f4b44539673fb56aa2ad594 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:06:48.068966 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e274f5f-51e3-4438-ab11-682c3b8454b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58826814'] for subnet (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:48.281697 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13acb0-3b06-4e2d-8317-89984ab81949 req-05bb6a16-964a-4ae9-8dba-065573cbfe89 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:48.283268 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-aa13acb0-3b06-4e2d-8317-89984ab81949 req-05bb6a16-964a-4ae9-8dba-065573cbfe89 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0535915 Feb 28 13:06:48.307416 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e274f5f-51e3-4438-ab11-682c3b8454b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58959997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58826764'] for subnet (6a854383-a7e1-4590-a486-7cbd65ca0748), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:48.343013 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-aa13acb0-3b06-4e2d-8317-89984ab81949 req-cf4b2cf2-9c2f-486e-a3b0-2e9c10cd630d tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532024 Feb 28 13:06:48.357889 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e274f5f-51e3-4438-ab11-682c3b8454b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a854383-a7e1-4590-a486-7cbd65ca0748,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:48.374747 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e274f5f-51e3-4438-ab11-682c3b8454b6 admin admin] Checking segment: {'id': '18baa1ff-e58a-47c0-bf0d-0a9cd2fffdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1f185c60-8d77-4eca-97ea-e9d89cbe7325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:06:48.375107 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e274f5f-51e3-4438-ab11-682c3b8454b6 admin admin] Network hostable DHCP agents. Network: 1f185c60-8d77-4eca-97ea-e9d89cbe7325, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:06:48.461163 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e274f5f-51e3-4438-ab11-682c3b8454b6 admin admin] Network 1f185c60-8d77-4eca-97ea-e9d89cbe7325 is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:06:48.529718 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-4e274f5f-51e3-4438-ab11-682c3b8454b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 1f185c60-8d77-4eca-97ea-e9d89cbe7325) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:06:48.534333 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e274f5f-51e3-4438-ab11-682c3b8454b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:48.535105 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e274f5f-51e3-4438-ab11-682c3b8454b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:48.543619 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c25455-3a97-4480-8bd8-0e5f0c6942c1 None None] Network 1f185c60-8d77-4eca-97ea-e9d89cbe7325 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:06:48.649163 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f30467-a698-47ac-bb06-ca59c8f6f7a6 None None] Network 1f185c60-8d77-4eca-97ea-e9d89cbe7325 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:06:48.669868 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-4e274f5f-51e3-4438-ab11-682c3b8454b6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6942446 Feb 28 13:06:48.805841 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53814) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:48.852903 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-6817cc8f-80d5-43eb-ab5f-035c42e5dcf0 admin admin] Deleting subnet 1fde8e2c-6171-4f10-a608-7d2faf1c3dd9 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:06:48.856149 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6817cc8f-80d5-43eb-ab5f-035c42e5dcf0 admin admin] Publish callbacks [] for subnet (1fde8e2c-6171-4f10-a608-7d2faf1c3dd9), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:48.890503 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b4391-3102-49fc-b254-0863e3be249e req-9f60ff0d-de5c-44d2-8b04-84c1ef94cfef tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:48.892093 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c35b4391-3102-49fc-b254-0863e3be249e req-9f60ff0d-de5c-44d2-8b04-84c1ef94cfef tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.0668743 Feb 28 13:06:48.895284 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6817cc8f-80d5-43eb-ab5f-035c42e5dcf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62710927'] for subnet (1fde8e2c-6171-4f10-a608-7d2faf1c3dd9), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:48.937748 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6817cc8f-80d5-43eb-ab5f-035c42e5dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (1fde8e2c-6171-4f10-a608-7d2faf1c3dd9), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:48.964476 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c35b4391-3102-49fc-b254-0863e3be249e req-6fd57e27-7917-4232-ac39-8b305e9acb06 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521934 Feb 28 13:06:49.073371 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6817cc8f-80d5-43eb-ab5f-035c42e5dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58959930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58826773'] for subnet (1fde8e2c-6171-4f10-a608-7d2faf1c3dd9), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.102872 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817cc8f-80d5-43eb-ab5f-035c42e5dcf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fde8e2c-6171-4f10-a608-7d2faf1c3dd9,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:49.104976 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6817cc8f-80d5-43eb-ab5f-035c42e5dcf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.108524 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-6817cc8f-80d5-43eb-ab5f-035c42e5dcf0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1fde8e2c-6171-4f10-a608-7d2faf1c3dd9 HTTP/1.1" status: 204 len: 168 time: 0.3014841 Feb 28 13:06:49.110754 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53828) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:49.186871 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (3d18ead1-4978-444a-9465-cca888aee7df), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.265156 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (3d18ead1-4978-444a-9465-cca888aee7df), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.290770 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d18ead1-4978-444a-9465-cca888aee7df']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:49.301250 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eef642a-c2b8-4b8e-aef8-d199b8dcb431') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:49.301599 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eef642a-c2b8-4b8e-aef8-d199b8dcb431') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:49.311446 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62710936'] for segment (2eef642a-c2b8-4b8e-aef8-d199b8dcb431), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.325420 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (2eef642a-c2b8-4b8e-aef8-d199b8dcb431), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.331228 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:06:49.331654 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58960100'] for segment (2eef642a-c2b8-4b8e-aef8-d199b8dcb431), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: Traceback (most recent call last): Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: timer() Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: cb(*args, **kw) Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: return func(*args, **kwargs) Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: self._notify() Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: self.callback(batched_events) Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: event.method(event) Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: return f(self, *a, **k) Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._get(url).json() Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: return self.request(url, 'GET', **kwargs) Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:06:49.333284 dv-cinder-831202-1-iscsi neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:06:49.472827 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (3d18ead1-4978-444a-9465-cca888aee7df), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.488029 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.488029 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] 10.222.0.23 "DELETE /v2.0/networks/3d18ead1-4978-444a-9465-cca888aee7df HTTP/1.1" status: 204 len: 168 time: 0.3718269 Feb 28 13:06:49.488617 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53840) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:49.490305 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42481e-4d75-4a62-b666-c96e61ef0cff req-31b751a4-d896-4032-96fb-8432efa15aa9 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:49.491990 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7c42481e-4d75-4a62-b666-c96e61ef0cff req-31b751a4-d896-4032-96fb-8432efa15aa9 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0616965 Feb 28 13:06:49.508497 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be0a48-b92c-4377-a04c-8dacbc00d6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3d18ead1-4978-444a-9465-cca888aee7df,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:49.555686 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7c42481e-4d75-4a62-b666-c96e61ef0cff req-5cadd6d3-2587-416c-be96-42fe99a20ed7 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568058 Feb 28 13:06:49.560337 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a5de1a-5401-495a-9fbd-8dbf41711c3c admin admin] Deleting subnet 6a854383-a7e1-4590-a486-7cbd65ca0748 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:06:49.565744 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68a5de1a-5401-495a-9fbd-8dbf41711c3c admin admin] Publish callbacks [] for subnet (6a854383-a7e1-4590-a486-7cbd65ca0748), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.616663 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68a5de1a-5401-495a-9fbd-8dbf41711c3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62710927'] for subnet (6a854383-a7e1-4590-a486-7cbd65ca0748), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.671459 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68a5de1a-5401-495a-9fbd-8dbf41711c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (6a854383-a7e1-4590-a486-7cbd65ca0748), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.810424 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68a5de1a-5401-495a-9fbd-8dbf41711c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58959930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58826773'] for subnet (6a854383-a7e1-4590-a486-7cbd65ca0748), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.842762 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68a5de1a-5401-495a-9fbd-8dbf41711c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.847650 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-68a5de1a-5401-495a-9fbd-8dbf41711c3c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a854383-a7e1-4590-a486-7cbd65ca0748 HTTP/1.1" status: 204 len: 168 time: 0.3574183 Feb 28 13:06:49.848047 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5de1a-5401-495a-9fbd-8dbf41711c3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a854383-a7e1-4590-a486-7cbd65ca0748,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:49.849573 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 53858) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:49.934742 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (1f185c60-8d77-4eca-97ea-e9d89cbe7325), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:49.935500 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ff9e4769-3111-4655-a016-1b45818d6798 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:06:50.049205 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (1f185c60-8d77-4eca-97ea-e9d89cbe7325), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:50.057975 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ff9e4769-3111-4655-a016-1b45818d6798,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:06:50.074692 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f185c60-8d77-4eca-97ea-e9d89cbe7325']}} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:50.092979 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18baa1ff-e58a-47c0-bf0d-0a9cd2fffdbd') {'for_net_delete': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:50.093238 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': 'ff9e4769-3111-4655-a016-1b45818d6798', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'port_id': 'ff9e4769-3111-4655-a016-1b45818d6798', 'mac_address': 'fa:16:3e:54:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:06:50.093351 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18baa1ff-e58a-47c0-bf0d-0a9cd2fffdbd') {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:06:50.117734 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59888048'] for segment (18baa1ff-e58a-47c0-bf0d-0a9cd2fffdbd), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:50.143568 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (18baa1ff-e58a-47c0-bf0d-0a9cd2fffdbd), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:50.148352 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port ff9e4769-3111-4655-a016-1b45818d6798 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:06:50.152273 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ff9e4769-3111-4655-a016-1b45818d6798), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:50.155893 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:06:50.156645 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808722'] for segment (18baa1ff-e58a-47c0-bf0d-0a9cd2fffdbd), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: Traceback (most recent call last): Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: timer() Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: cb(*args, **kw) Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: return func(*args, **kwargs) Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: self._notify() Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: self.callback(batched_events) Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: event.method(event) Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: return f(self, *a, **k) Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._get(url).json() Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: return self.request(url, 'GET', **kwargs) Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:06:50.158498 dv-cinder-831202-1-iscsi neutron-server[103231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:06:50.167254 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9e4769-3111-4655-a016-1b45818d6798 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:06:50.175924 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d69f85-cd2f-44c9-802b-c4cd04e3f96d req-ac64290e-4cbb-4d18-b8cf-f615f7f0cb52 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:50.177450 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-57d69f85-cd2f-44c9-802b-c4cd04e3f96d req-ac64290e-4cbb-4d18-b8cf-f615f7f0cb52 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 943 time: 0.1067450 Feb 28 13:06:50.191180 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ff9e4769-3111-4655-a016-1b45818d6798,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:06:50.266284 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-57d69f85-cd2f-44c9-802b-c4cd04e3f96d req-014bdee9-a681-46e2-8f17-c66d4096754e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597827 Feb 28 13:06:50.267435 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ff9e4769-3111-4655-a016-1b45818d6798), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:50.318029 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (1f185c60-8d77-4eca-97ea-e9d89cbe7325), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:50.324364 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=ff9e4769-3111-4655-a016-1b45818d6798,revision_number=9']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:50.327051 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:50.333307 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.333756 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.333888 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1f185c60-8d77-4eca-97ea-e9d89cbe7325 HTTP/1.1" status: 204 len: 168 time: 0.4825358 Feb 28 13:06:50.334435 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.335080 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.335507 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.336238 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.336238 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.336777 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.337292 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.337702 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.338097 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.338523 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.338921 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:06:50.352639 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e4e29-0ed3-48d9-981f-37e04f0fd433 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f185c60-8d77-4eca-97ea-e9d89cbe7325,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:50.685869 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 53888) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:50.725125 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-7f754930-6ef2-4c33-a40a-8e97bb5cf97a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3faaebd56c80405daeb94427753fdac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368702 Feb 28 13:06:50.726999 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 53890) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:50.774389 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6cf79376-ffd2-47bb-917b-09648b3f9744 admin admin] Publish callbacks [] for security_group (d97003b7-3783-47a5-a8a4-df555c6b36aa), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:50.795746 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6cf79376-ffd2-47bb-917b-09648b3f9744 admin admin] Publish callbacks [] for security_group (d97003b7-3783-47a5-a8a4-df555c6b36aa), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:50.900656 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6cf79376-ffd2-47bb-917b-09648b3f9744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (d97003b7-3783-47a5-a8a4-df555c6b36aa), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:50.903277 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6cf79376-ffd2-47bb-917b-09648b3f9744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:50.904472 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-6cf79376-ffd2-47bb-917b-09648b3f9744 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d97003b7-3783-47a5-a8a4-df555c6b36aa HTTP/1.1" status: 204 len: 168 time: 0.1764569 Feb 28 13:06:50.915117 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf79376-ffd2-47bb-917b-09648b3f9744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97003b7-3783-47a5-a8a4-df555c6b36aa,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:51.398152 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1668a5-cdc3-4ade-a2bd-0d00b7cd3437 req-d4dccf9d-a04b-4a28-9d13-3772fd994386 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:51.399663 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5d1668a5-cdc3-4ade-a2bd-0d00b7cd3437 req-d4dccf9d-a04b-4a28-9d13-3772fd994386 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.0583091 Feb 28 13:06:51.446675 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5d1668a5-cdc3-4ade-a2bd-0d00b7cd3437 req-6e5d091b-1a12-426b-b1f4-06a004e4857d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413525 Feb 28 13:06:51.498789 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 53906) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:51.537472 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-42b79ba1-60b0-4ae8-a1bf-d45476dde3f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d904bf82f4b44539673fb56aa2ad594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374355 Feb 28 13:06:51.539836 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 53908) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:06:51.586351 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68d32aa8-2284-42e8-ae0c-8195ff4edd9a admin admin] Publish callbacks [] for security_group (138aba0b-da12-424d-b9da-639f0b73e97d), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:51.606215 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68d32aa8-2284-42e8-ae0c-8195ff4edd9a admin admin] Publish callbacks [] for security_group (138aba0b-da12-424d-b9da-639f0b73e97d), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:51.735293 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68d32aa8-2284-42e8-ae0c-8195ff4edd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (138aba0b-da12-424d-b9da-639f0b73e97d), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:51.738188 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68d32aa8-2284-42e8-ae0c-8195ff4edd9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:51.739345 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-68d32aa8-2284-42e8-ae0c-8195ff4edd9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/138aba0b-da12-424d-b9da-639f0b73e97d HTTP/1.1" status: 204 len: 168 time: 0.1985757 Feb 28 13:06:51.747147 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d32aa8-2284-42e8-ae0c-8195ff4edd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138aba0b-da12-424d-b9da-639f0b73e97d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:52.570668 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b7cfa-32b7-4145-a974-b1da2351f109 req-801aabc9-4d93-4ed3-b18b-d04f07955901 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:52.572125 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dc3b7cfa-32b7-4145-a974-b1da2351f109 req-801aabc9-4d93-4ed3-b18b-d04f07955901 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.0543303 Feb 28 13:06:52.619829 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dc3b7cfa-32b7-4145-a974-b1da2351f109 req-3a6e3828-d338-44c6-8506-21dd658875c8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421245 Feb 28 13:06:52.861042 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9a4b-d2c2-435d-a4ee-a1f155ef2b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:53.253671 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['ff9e4769-3111-4655-a016-1b45818d6798'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:06:53.747769 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec187e03-9222-4d96-8140-0986bb50cf57 req-632442f0-6e9a-4f9d-b6d8-ebca01fcff69 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:53.749234 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ec187e03-9222-4d96-8140-0986bb50cf57 req-632442f0-6e9a-4f9d-b6d8-ebca01fcff69 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.0579937 Feb 28 13:06:53.795583 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ec187e03-9222-4d96-8140-0986bb50cf57 req-199ab1cc-41bf-4434-9ae9-aac45bb8a623 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406668 Feb 28 13:06:54.917199 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6c376-3a6d-4c9f-b64d-ac705e5acaff req-2bb32fdf-2196-45d0-b823-09001cfa3256 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:54.918714 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b8e6c376-3a6d-4c9f-b64d-ac705e5acaff req-2bb32fdf-2196-45d0-b823-09001cfa3256 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.0529540 Feb 28 13:06:54.965379 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b8e6c376-3a6d-4c9f-b64d-ac705e5acaff req-ccc7cbfc-e4e3-43ff-bf55-4a0a354dd255 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Feb 28 13:06:55.375139 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1fceb201-9d8b-4074-9f43-d26a6f0b1726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:56.086121 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2a7ab-7e47-421a-ac6d-c291b91ba1c3 req-59855597-9eca-4033-ac85-890b013ae4b3 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:56.087612 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e3c2a7ab-7e47-421a-ac6d-c291b91ba1c3 req-59855597-9eca-4033-ac85-890b013ae4b3 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 944 time: 0.0515368 Feb 28 13:06:56.136584 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e3c2a7ab-7e47-421a-ac6d-c291b91ba1c3 req-e14c716c-fa71-428c-8a5d-a723e1c0cc1f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435178 Feb 28 13:06:56.411795 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ff9e4769-3111-4655-a016-1b45818d6798 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:06:56.462085 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port ff9e4769-3111-4655-a016-1b45818d6798 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:06:56.462453 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (ff9e4769-3111-4655-a016-1b45818d6798), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:56.543946 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port ff9e4769-3111-4655-a016-1b45818d6798 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:06:56.544334 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ff9e4769-3111-4655-a016-1b45818d6798), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:56.566445 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:06:56.568718 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd22f2fe-75c5-4852-9c7c-de32ad9cd138" -d '{"events": [{"server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "name": "network-vif-plugged", "status": "completed", "tag": "ff9e4769-3111-4655-a016-1b45818d6798"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:06:56.581161 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ff9e4769-3111-4655-a016-1b45818d6798,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:06:56.607183 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f2cc80-9929-40a4-acde-8be9ac7e1f1f x-openstack-request-id: req-c9f2cc80-9929-40a4-acde-8be9ac7e1f1f {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:06:56.607183 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "name": "network-vif-plugged", "status": "completed", "tag": "ff9e4769-3111-4655-a016-1b45818d6798", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:06:56.607183 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9f2cc80-9929-40a4-acde-8be9ac7e1f1f {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:06:56.607183 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798', 'code': 200} Feb 28 13:06:56.658946 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ff9e4769-3111-4655-a016-1b45818d6798), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:56.707454 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=ff9e4769-3111-4655-a016-1b45818d6798,revision_number=10']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:06:56.746751 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:57.257931 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b0a45-813f-446e-af70-acf41d24ed50 req-121e6877-b1e0-44c2-8ca5-026257d56be6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:57.259388 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-924b0a45-813f-446e-af70-acf41d24ed50 req-121e6877-b1e0-44c2-8ca5-026257d56be6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0515273 Feb 28 13:06:57.304550 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-924b0a45-813f-446e-af70-acf41d24ed50 req-7e317c56-66fc-4d65-bdbd-49c3a0e54f69 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397081 Feb 28 13:06:57.924384 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:58.203585 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21d416-efa4-4400-ae9a-78f4dbf9f7ff req-0242e8a2-8733-41f8-89cf-c1948374e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:58.205116 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6a21d416-efa4-4400-ae9a-78f4dbf9f7ff req-0242e8a2-8733-41f8-89cf-c1948374e168 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 1130 time: 0.0460863 Feb 28 13:06:58.426672 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a79e75-ff78-4c6c-a833-ce7eaec3a96b req-12089469-5eae-4b12-8bba-ca4bb83ce0f3 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:58.428178 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-76a79e75-ff78-4c6c-a833-ce7eaec3a96b req-12089469-5eae-4b12-8bba-ca4bb83ce0f3 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0531640 Feb 28 13:06:58.474566 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-76a79e75-ff78-4c6c-a833-ce7eaec3a96b req-9b8a507b-edaf-4708-ae84-fa70602529a0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407686 Feb 28 13:06:59.103712 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6a21d416-efa4-4400-ae9a-78f4dbf9f7ff req-571bd917-b085-4aa6-aed7-1710f687031a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368116 Feb 28 13:06:59.415607 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:06:59.599682 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258bb82-caa7-4f50-a17f-6b2946a7a390 req-278e58d6-5cc3-42ca-8721-4cbf0fb96ee6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:06:59.601166 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1258bb82-caa7-4f50-a17f-6b2946a7a390 req-278e58d6-5cc3-42ca-8721-4cbf0fb96ee6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0542550 Feb 28 13:06:59.649637 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1258bb82-caa7-4f50-a17f-6b2946a7a390 req-7004a327-2aff-4eac-8680-30cd0e4cad69 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418267 Feb 28 13:07:00.768249 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8517a1-1f52-4bd7-961a-4c0839f7b8fd req-adeaaf64-1cd8-4516-b840-da40463110e8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:00.769694 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1e8517a1-1f52-4bd7-961a-4c0839f7b8fd req-adeaaf64-1cd8-4516-b840-da40463110e8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0505075 Feb 28 13:07:00.814556 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1e8517a1-1f52-4bd7-961a-4c0839f7b8fd req-9604eeae-3ccc-48f0-ad26-ec433230835f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390027 Feb 28 13:07:01.937844 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194a70a-11df-418c-8a87-69f15c7edc27 req-b32f0b8f-33c4-443d-af03-9c03376348f1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:01.939304 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3194a70a-11df-418c-8a87-69f15c7edc27 req-b32f0b8f-33c4-443d-af03-9c03376348f1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0550468 Feb 28 13:07:01.983997 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3194a70a-11df-418c-8a87-69f15c7edc27 req-7001fa6f-b725-4b0b-bf86-eeea5e7ef8c6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391893 Feb 28 13:07:03.105738 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256a7e5-f2b5-4802-9ad3-8ce454a1542b req-06d51495-1a9f-4e86-914e-280732cc9025 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:03.107195 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7256a7e5-f2b5-4802-9ad3-8ce454a1542b req-06d51495-1a9f-4e86-914e-280732cc9025 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0526741 Feb 28 13:07:03.152593 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7256a7e5-f2b5-4802-9ad3-8ce454a1542b req-841b1203-435c-48bc-865a-13ba0ecbf80c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400314 Feb 28 13:07:04.273001 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b650fb-ada1-452f-b3dc-47cc28c0ebbc req-6c183062-c5cb-493e-b531-632964280892 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:04.275152 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-41b650fb-ada1-452f-b3dc-47cc28c0ebbc req-6c183062-c5cb-493e-b531-632964280892 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0525794 Feb 28 13:07:04.323127 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-41b650fb-ada1-452f-b3dc-47cc28c0ebbc req-ce9e35f2-4c88-4c8d-9fa0-6435d7c2bd7f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424993 Feb 28 13:07:05.443509 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d4146-4ffd-4531-b0c0-6822a0cec26e req-243fa00c-6688-43b5-8363-a0483eb932b7 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:05.444946 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c69d4146-4ffd-4531-b0c0-6822a0cec26e req-243fa00c-6688-43b5-8363-a0483eb932b7 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0513639 Feb 28 13:07:05.490348 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c69d4146-4ffd-4531-b0c0-6822a0cec26e req-1515ccf2-f60a-41fd-b180-2d49b96468f8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393841 Feb 28 13:07:06.612427 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29b5ca-755b-42f2-8b37-cb081e8cbeff req-48026df0-6c91-4e54-9447-0c07e5aa970f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:06.613905 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ca29b5ca-755b-42f2-8b37-cb081e8cbeff req-48026df0-6c91-4e54-9447-0c07e5aa970f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0520184 Feb 28 13:07:06.659530 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ca29b5ca-755b-42f2-8b37-cb081e8cbeff req-6e8ff0de-b088-4350-9802-5ded07cb9fcb tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399613 Feb 28 13:07:07.783359 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc04687-64b0-4172-877c-3a1aa962e7a6 req-488477dd-4a0d-4c48-9e3c-a3c1c0cbf27e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:07.784927 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bdc04687-64b0-4172-877c-3a1aa962e7a6 req-488477dd-4a0d-4c48-9e3c-a3c1c0cbf27e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0568221 Feb 28 13:07:07.831676 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bdc04687-64b0-4172-877c-3a1aa962e7a6 req-bf75ce37-f5b8-4fe6-b5d3-e82d857b172a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411794 Feb 28 13:07:08.960575 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4ad82-30d8-4c13-a2b9-e7b650bc1d07 req-50bd2a9c-5e59-4247-a0fb-d4830c53a34f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:08.962634 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7ca4ad82-30d8-4c13-a2b9-e7b650bc1d07 req-50bd2a9c-5e59-4247-a0fb-d4830c53a34f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0538132 Feb 28 13:07:09.010985 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7ca4ad82-30d8-4c13-a2b9-e7b650bc1d07 req-21879d0e-f760-43f2-a257-df9e39d91038 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425906 Feb 28 13:07:09.744807 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 54196) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:09.846886 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8275b6e-0171-4f77-9f10-d60190128865 req-f4dc5d27-10a3-4048-a817-edf16412e697 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:09.848405 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d8275b6e-0171-4f77-9f10-d60190128865 req-f4dc5d27-10a3-4048-a817-edf16412e697 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0526500 Feb 28 13:07:09.857576 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e16f73a6-a590-4156-9735-879dad391252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:09.898610 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d8275b6e-0171-4f77-9f10-d60190128865 req-d907c3ea-6300-4883-9e7e-b6abf5fae306 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446770 Feb 28 13:07:09.936005 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e16f73a6-a590-4156-9735-879dad391252 admin admin] Publish callbacks [] for security_group (af31424c-9f52-48af-a27e-381c93bed6eb), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:10.020870 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e16f73a6-a590-4156-9735-879dad391252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (af31424c-9f52-48af-a27e-381c93bed6eb), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:10.059780 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-e16f73a6-a590-4156-9735-879dad391252 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2c7bd5739fd4cebbacda0fd2a61e86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138289 Feb 28 13:07:10.060674 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f73a6-a590-4156-9735-879dad391252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af31424c-9f52-48af-a27e-381c93bed6eb,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:10.063071 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 54206) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:10.145469 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8df2e390-cd46-4cb9-9ad1-671d8b5e70f9 admin admin] Publish callbacks [] for security_group (af31424c-9f52-48af-a27e-381c93bed6eb), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:10.166005 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39c11d-9573-45df-bdc1-e62599451361 req-82fd4902-092e-4e13-ab8d-4854a948ecd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:10.167529 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7e39c11d-9573-45df-bdc1-e62599451361 req-82fd4902-092e-4e13-ab8d-4854a948ecd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0805733 Feb 28 13:07:10.186273 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8df2e390-cd46-4cb9-9ad1-671d8b5e70f9 admin admin] Publish callbacks [] for security_group (af31424c-9f52-48af-a27e-381c93bed6eb), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:10.243464 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7e39c11d-9573-45df-bdc1-e62599451361 req-58d4b882-6287-4374-82ed-9432ffc940c1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673757 Feb 28 13:07:10.329774 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8df2e390-cd46-4cb9-9ad1-671d8b5e70f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (af31424c-9f52-48af-a27e-381c93bed6eb), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:10.332496 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8df2e390-cd46-4cb9-9ad1-671d8b5e70f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:10.333639 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-8df2e390-cd46-4cb9-9ad1-671d8b5e70f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af31424c-9f52-48af-a27e-381c93bed6eb HTTP/1.1" status: 204 len: 168 time: 0.2694254 Feb 28 13:07:10.341902 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2e390-cd46-4cb9-9ad1-671d8b5e70f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af31424c-9f52-48af-a27e-381c93bed6eb,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:11.216132 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c602995-3d0c-417c-881e-5c72ab78691f req-86441bff-9cc6-4893-8e3e-0edf8a1584cc tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:11.217615 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8c602995-3d0c-417c-881e-5c72ab78691f req-86441bff-9cc6-4893-8e3e-0edf8a1584cc tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.2507107 Feb 28 13:07:11.263166 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8c602995-3d0c-417c-881e-5c72ab78691f req-56c5dfc8-b9cd-4d55-97d8-cb759172939e tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 Feb 28 13:07:12.384554 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b347d6-4554-4d9e-adbd-9de59f51c4bf req-22440d8a-010e-4ed8-b5d7-cc62d7b27031 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:12.386219 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-73b347d6-4554-4d9e-adbd-9de59f51c4bf req-22440d8a-010e-4ed8-b5d7-cc62d7b27031 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0548713 Feb 28 13:07:12.437794 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-73b347d6-4554-4d9e-adbd-9de59f51c4bf req-aa54bf31-a3ce-4700-95c9-2842fac00b81 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450637 Feb 28 13:07:13.368209 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:07:13.408390 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb965535-6ca6-44ce-83c1-497d07741099 req-bc2406d8-832c-4544-8ab8-58a33f98d5dd tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:13.409854 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-eb965535-6ca6-44ce-83c1-497d07741099 req-bc2406d8-832c-4544-8ab8-58a33f98d5dd tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0557318 Feb 28 13:07:13.511751 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-eb965535-6ca6-44ce-83c1-497d07741099 req-9e87c391-9737-4582-9034-110812866487 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Deleting port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:07:13.512095 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-eb965535-6ca6-44ce-83c1-497d07741099 req-9e87c391-9737-4582-9034-110812866487 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:13.561319 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45643de9-f85c-47da-8728-230721a81574 req-82044490-a10c-4192-b470-e53cc618197c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:13.562810 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-45643de9-f85c-47da-8728-230721a81574 req-82044490-a10c-4192-b470-e53cc618197c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 946 time: 0.0547898 Feb 28 13:07:13.599739 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-eb965535-6ca6-44ce-83c1-497d07741099 req-9e87c391-9737-4582-9034-110812866487 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] For port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:07:13.600103 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-eb965535-6ca6-44ce-83c1-497d07741099 req-9e87c391-9737-4582-9034-110812866487 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:13.610273 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-45643de9-f85c-47da-8728-230721a81574 req-e7edb57e-3666-480b-a2ba-df4f1f9cbf55 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Feb 28 13:07:13.616417 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-eb965535-6ca6-44ce-83c1-497d07741099 req-9e87c391-9737-4582-9034-110812866487 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Calling delete_port for 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:07:13.799940 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-eb965535-6ca6-44ce-83c1-497d07741099 req-9e87c391-9737-4582-9034-110812866487 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:13.828414 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87c391-9737-4582-9034-110812866487 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Pushing event deleted for resources: {'Port': ['ID=705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:13.872723 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb965535-6ca6-44ce-83c1-497d07741099 req-9e87c391-9737-4582-9034-110812866487 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] No DVR routers for this DVR port 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:07:13.875310 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-eb965535-6ca6-44ce-83c1-497d07741099 req-9e87c391-9737-4582-9034-110812866487 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:13.880788 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-eb965535-6ca6-44ce-83c1-497d07741099 req-9e87c391-9737-4582-9034-110812866487 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.35 "DELETE /v2.0/ports/705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb HTTP/1.1" status: 204 len: 173 time: 0.4615791 Feb 28 13:07:13.880788 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f54ef8-3ede-4f29-b42c-658b6d086e11', 'name': 'network-vif-deleted', 'tag': '705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:07:13.881621 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e95fa2a-390d-4e15-a149-7fbfe5792d0d" -d '{"events": [{"server_uuid": "e9f54ef8-3ede-4f29-b42c-658b6d086e11", "name": "network-vif-deleted", "tag": "705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:07:13.916803 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508547d7-521a-40d4-93a4-2b8da3d922e5 x-openstack-request-id: req-508547d7-521a-40d4-93a4-2b8da3d922e5 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:07:13.917097 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f54ef8-3ede-4f29-b42c-658b6d086e11", "name": "network-vif-deleted", "tag": "705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:07:13.917346 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-508547d7-521a-40d4-93a4-2b8da3d922e5 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:07:13.917740 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f54ef8-3ede-4f29-b42c-658b6d086e11', 'name': 'network-vif-deleted', 'tag': '705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb', 'status': 'completed', 'code': 200} Feb 28 13:07:14.576426 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267585d7-487c-40a7-a418-c0838268343c req-9c7247d5-0647-4413-81ce-0703035e1185 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:14.577873 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-267585d7-487c-40a7-a418-c0838268343c req-9c7247d5-0647-4413-81ce-0703035e1185 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.0513856 Feb 28 13:07:14.622841 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-267585d7-487c-40a7-a418-c0838268343c req-e2b322fa-836a-456b-9bf1-3db90ca5503b tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Feb 28 13:07:14.704324 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-42489a36-e637-4145-b2c9-a7086eb4301b req-254751c0-b754-45d4-a62d-ba0355e65911 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 210 time: 0.0266054 Feb 28 13:07:15.741964 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39327683-19b5-4977-bb8a-66241239ec00 req-6831f316-452b-418b-9d5a-2e60d4f8d844 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:15.743478 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39327683-19b5-4977-bb8a-66241239ec00 req-6831f316-452b-418b-9d5a-2e60d4f8d844 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.0550342 Feb 28 13:07:15.807826 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2ee272bb-d54c-4a90-b1cd-7c62cfc1d459 req-4b2cc073-cd13-4d28-8c51-b2622558e019 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 210 time: 0.0349238 Feb 28 13:07:15.812220 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39327683-19b5-4977-bb8a-66241239ec00 req-d7d1ac6c-27d2-4842-bc8e-9c591ebde4a2 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633609 Feb 28 13:07:16.295809 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['8ebd5bf7-5b36-4933-b51f-86c4ac321f7c', '705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:07:16.931001 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2729fa44-efbd-4e01-b430-233710dddad8 req-9dbfb631-77ed-47f6-8fc9-3aa75c22ee64 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 210 time: 0.0445430 Feb 28 13:07:16.952757 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b68b06-23c1-4b54-9a71-690827876a11 req-c1ee0f6e-938f-4334-b5d5-721184985b0a tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:16.954228 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-03b68b06-23c1-4b54-9a71-690827876a11 req-c1ee0f6e-938f-4334-b5d5-721184985b0a tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.0773029 Feb 28 13:07:17.000064 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-03b68b06-23c1-4b54-9a71-690827876a11 req-54adae52-573f-4f94-881f-3168f772853f tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Feb 28 13:07:17.723765 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:18.033842 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9393c4b2-7f83-4de1-9fc8-f4548ada8bde req-2ca4ab20-4ba1-4a99-90a5-e6f00e3e3b49 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 210 time: 0.0274193 Feb 28 13:07:18.117559 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b4950-86d5-44bc-be45-e7ccecf595ee req-8b9ec464-b7ed-47dc-a228-1a17c7e1dcf3 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:18.119081 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fe5b4950-86d5-44bc-be45-e7ccecf595ee req-8b9ec464-b7ed-47dc-a228-1a17c7e1dcf3 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.0530314 Feb 28 13:07:18.164195 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fe5b4950-86d5-44bc-be45-e7ccecf595ee req-473a062f-af7f-4ce9-97f5-6cdebd2ff31b tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 Feb 28 13:07:19.140657 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0e24c5e4-fd55-4ff9-89fa-39dd674b73cf req-a7f3dcbf-1948-4147-8558-4d75a48bb9c7 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9f54ef8-3ede-4f29-b42c-658b6d086e11 HTTP/1.1" status: 200 len: 210 time: 0.0297034 Feb 28 13:07:19.281555 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ad97e-d47d-49f4-8b0e-9e0a175ebf28 req-ff0aea46-9891-4c71-881c-3a7a5c6fd632 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:19.288049 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-316ad97e-d47d-49f4-8b0e-9e0a175ebf28 req-ff0aea46-9891-4c71-881c-3a7a5c6fd632 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.0519722 Feb 28 13:07:19.332461 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-316ad97e-d47d-49f4-8b0e-9e0a175ebf28 req-e96542b6-b690-4984-a90f-a74a45e2c8cd tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 Feb 28 13:07:20.320728 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:07:20.343601 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:07:20.347408 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 705b0d46-2d43-4a8f-83fb-2fe9cbc7c3fb not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:07:20.452247 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a225b-c068-46c7-b88d-cb5b1209e3c4 req-aa8b9076-6986-41bf-89cb-a83cf8cecad4 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:20.453743 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-682a225b-c068-46c7-b88d-cb5b1209e3c4 req-aa8b9076-6986-41bf-89cb-a83cf8cecad4 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.0541227 Feb 28 13:07:20.500386 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-682a225b-c068-46c7-b88d-cb5b1209e3c4 req-12fcc034-b399-4412-a7ef-abf96edff35a tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Feb 28 13:07:20.590790 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6db51-c207-40c6-be57-7eb52fc0b537 req-7c44ed3a-98b3-483e-9b6e-c5fad5f2bae6 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:20.592287 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-37a6db51-c207-40c6-be57-7eb52fc0b537 req-7c44ed3a-98b3-483e-9b6e-c5fad5f2bae6 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0589654 Feb 28 13:07:20.640508 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-37a6db51-c207-40c6-be57-7eb52fc0b537 req-31e4c17f-4395-4c1e-a360-c4da31123b4b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427244 Feb 28 13:07:21.446890 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf048f6d-b282-4ad5-8636-febb23832d90 req-31cc38b4-a066-4d68-a550-4597f4ae0242 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:21.448392 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-cf048f6d-b282-4ad5-8636-febb23832d90 req-31cc38b4-a066-4d68-a550-4597f4ae0242 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.0554240 Feb 28 13:07:21.549673 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-cf048f6d-b282-4ad5-8636-febb23832d90 req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Deleting port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:07:21.550019 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cf048f6d-b282-4ad5-8636-febb23832d90 req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:21.618824 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5d975-4017-441e-b860-2a29e5ce41cc req-ee97c648-2434-4d6b-8066-a2d7c7bb2d55 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:21.620571 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c1a5d975-4017-441e-b860-2a29e5ce41cc req-ee97c648-2434-4d6b-8066-a2d7c7bb2d55 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 946 time: 0.0528934 Feb 28 13:07:21.645813 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-cf048f6d-b282-4ad5-8636-febb23832d90 req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] For port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe,segment=NetworkSegment(6d813aee-6d29-4317-a997-a1c452e3e98c),segment_id=6d813aee-6d29-4317-a997-a1c452e3e98c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:07:21.645813 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cf048f6d-b282-4ad5-8636-febb23832d90 req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:21.663278 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-cf048f6d-b282-4ad5-8636-febb23832d90 req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Calling delete_port for 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:07:21.674476 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c1a5d975-4017-441e-b860-2a29e5ce41cc req-a0e9f537-d211-4145-852b-1d250f7e5dec tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463576 Feb 28 13:07:21.749664 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d38dff8f-d57a-4d1b-ada7-696635c63a60 req-76be9aa6-bd92-4080-832c-17dcf7a23474 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0995915 Feb 28 13:07:21.770238 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c7068-60aa-4e55-82f0-54c662e34fbd req-23f7f521-3444-4985-bc61-892d2b189072 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:21.771848 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-683c7068-60aa-4e55-82f0-54c662e34fbd req-23f7f521-3444-4985-bc61-892d2b189072 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0578372 Feb 28 13:07:21.819774 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-683c7068-60aa-4e55-82f0-54c662e34fbd req-f89f582c-54c5-47a5-83cb-f9708d016c5b tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422428 Feb 28 13:07:21.859965 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dff8f-d57a-4d1b-ada7-696635c63a60 req-0b2ff4ba-e14d-45b1-9f9a-a82fc1f7b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:21.861577 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d38dff8f-d57a-4d1b-ada7-696635c63a60 req-0b2ff4ba-e14d-45b1-9f9a-a82fc1f7b797 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 1130 time: 0.0771523 Feb 28 13:07:21.937912 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cf048f6d-b282-4ad5-8636-febb23832d90 req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:21.958670 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:07:21.976345 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Pushing event deleted for resources: {'Port': ['ID=0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:22.007318 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.007692 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.008036 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.008371 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.008700 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.009025 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.009351 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.009678 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.010001 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.010322 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.010640 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.010967 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.011275 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:22.043931 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf048f6d-b282-4ad5-8636-febb23832d90 req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] No DVR routers for this DVR port 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:07:22.047926 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cf048f6d-b282-4ad5-8636-febb23832d90 req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:22.051267 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-cf048f6d-b282-4ad5-8636-febb23832d90 req-a3171b6c-fb5f-4ba1-9aa4-0cc97e4dd39e tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.35 "DELETE /v2.0/ports/0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe HTTP/1.1" status: 204 len: 173 time: 0.5948384 Feb 28 13:07:22.051737 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a60672-9f85-4df6-8894-9237b9aeb657', 'name': 'network-vif-deleted', 'tag': '0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:07:22.056102 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d1abac-a47e-4cb8-b283-829a40c2f37f" -d '{"events": [{"server_uuid": "f1a60672-9f85-4df6-8894-9237b9aeb657", "name": "network-vif-deleted", "tag": "0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:07:22.070749 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dff8f-d57a-4d1b-ada7-696635c63a60 req-0c06a674-cc6f-4bb1-8056-77f2a16ec23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:22.072402 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d38dff8f-d57a-4d1b-ada7-696635c63a60 req-0c06a674-cc6f-4bb1-8056-77f2a16ec23a service neutron] 10.222.0.35 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 917 time: 0.1794631 Feb 28 13:07:22.115120 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9931f2-527a-4f16-9752-eb47cf2a558a x-openstack-request-id: req-9f9931f2-527a-4f16-9752-eb47cf2a558a {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:07:22.115412 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a60672-9f85-4df6-8894-9237b9aeb657", "name": "network-vif-deleted", "tag": "0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:07:22.115695 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f9931f2-527a-4f16-9752-eb47cf2a558a {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:07:22.116086 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a60672-9f85-4df6-8894-9237b9aeb657', 'name': 'network-vif-deleted', 'tag': '0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe', 'status': 'completed', 'code': 200} Feb 28 13:07:22.140302 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d38dff8f-d57a-4d1b-ada7-696635c63a60 req-a7504dd6-6fed-49c9-aaeb-b465587ed54f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9e4769-3111-4655-a016-1b45818d6798 HTTP/1.1" status: 200 len: 1001 time: 0.0611987 Feb 28 13:07:22.195133 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dff8f-d57a-4d1b-ada7-696635c63a60 req-f956a96f-0deb-4785-ac66-22d53e2e2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:22.196556 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d38dff8f-d57a-4d1b-ada7-696635c63a60 req-f956a96f-0deb-4785-ac66-22d53e2e2b4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=669937d0-ed8c-451d-8f8b-949267997e0b HTTP/1.1" status: 200 len: 855 time: 0.0451810 Feb 28 13:07:22.259678 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dff8f-d57a-4d1b-ada7-696635c63a60 req-7020e51c-6d88-428a-8f0e-ca7d880cfd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:22.261172 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d38dff8f-d57a-4d1b-ada7-696635c63a60 req-7020e51c-6d88-428a-8f0e-ca7d880cfd02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484333 Feb 28 13:07:22.350848 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d38dff8f-d57a-4d1b-ada7-696635c63a60 req-80ed69d4-bc0e-40b6-97d8-93c143945d3e service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818679 Feb 28 13:07:22.676810 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d38dff8f-d57a-4d1b-ada7-696635c63a60 req-a92b19d8-418d-480e-9ce3-c1c98bb5ce52 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183036 Feb 28 13:07:22.778348 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5db9e93f-83cd-4de4-9c28-d1171c1a1e4b req-6602331a-cd36-4d8f-b71d-7187874280de tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1a60672-9f85-4df6-8894-9237b9aeb657 HTTP/1.1" status: 200 len: 210 time: 0.0267432 Feb 28 13:07:22.866109 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b551ae51-521e-40d7-bec7-2bf06b4ec5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:22.908968 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 54402) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:22.944133 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eca275-935d-481b-98d6-12480fc9de1d req-9d433789-b67d-423b-93a9-1ca20451596f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:22.945788 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-35eca275-935d-481b-98d6-12480fc9de1d req-9d433789-b67d-423b-93a9-1ca20451596f tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0570991 Feb 28 13:07:23.001475 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-35eca275-935d-481b-98d6-12480fc9de1d req-1057f3bd-ff02-4940-98c8-03df02a62d54 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493069 Feb 28 13:07:23.021962 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37fa7d1e-6be6-4021-ad7f-21a69e43bcb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:23.093943 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37fa7d1e-6be6-4021-ad7f-21a69e43bcb0 admin admin] Publish callbacks [] for security_group (2ea81e77-70c5-470e-87b7-76b19d396f5a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:23.157594 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37fa7d1e-6be6-4021-ad7f-21a69e43bcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (2ea81e77-70c5-470e-87b7-76b19d396f5a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:23.195420 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-37fa7d1e-6be6-4021-ad7f-21a69e43bcb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c8b471b707149398d1213a4a3574b98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853513 Feb 28 13:07:23.196585 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa7d1e-6be6-4021-ad7f-21a69e43bcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea81e77-70c5-470e-87b7-76b19d396f5a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:23.198131 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 54406) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:23.251277 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-967943ac-6797-43c1-9d9a-b798dfa86b14 admin admin] Publish callbacks [] for security_group (2ea81e77-70c5-470e-87b7-76b19d396f5a), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:23.271918 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-967943ac-6797-43c1-9d9a-b798dfa86b14 admin admin] Publish callbacks [] for security_group (2ea81e77-70c5-470e-87b7-76b19d396f5a), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:23.392518 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-967943ac-6797-43c1-9d9a-b798dfa86b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (2ea81e77-70c5-470e-87b7-76b19d396f5a), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:23.395197 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-967943ac-6797-43c1-9d9a-b798dfa86b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:23.396423 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-967943ac-6797-43c1-9d9a-b798dfa86b14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ea81e77-70c5-470e-87b7-76b19d396f5a HTTP/1.1" status: 204 len: 168 time: 0.1963816 Feb 28 13:07:23.404886 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967943ac-6797-43c1-9d9a-b798dfa86b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea81e77-70c5-470e-87b7-76b19d396f5a,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:24.120011 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d819f-e78b-460d-95cf-4139f3c3fe5a req-b9ff9d90-7501-4f0c-bc5f-800a9125bfec tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:24.121684 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ea5d819f-e78b-460d-95cf-4139f3c3fe5a req-b9ff9d90-7501-4f0c-bc5f-800a9125bfec tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0555208 Feb 28 13:07:24.167618 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ea5d819f-e78b-460d-95cf-4139f3c3fe5a req-8bc345a0-834b-40a8-bab5-fa427f1fed70 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 Feb 28 13:07:24.350937 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:07:24.373040 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:07:24.373322 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 0cd74c4b-ceb3-4f47-bdec-0fd196bcb6fe not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:07:25.064759 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 54444) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:25.164279 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91c5569d-efc5-4457-8511-d4b85460ad68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:25.237137 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91c5569d-efc5-4457-8511-d4b85460ad68 admin admin] Publish callbacks [] for security_group (817072c0-4324-4ff1-ba4e-74c2b2ed270c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:25.289740 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1ccf3-63ed-43e8-8305-1ed3eaac4c42 req-50ca6428-7719-4ab0-ba66-02d810083a57 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:25.291224 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-65a1ccf3-63ed-43e8-8305-1ed3eaac4c42 req-50ca6428-7719-4ab0-ba66-02d810083a57 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0545018 Feb 28 13:07:25.295419 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91c5569d-efc5-4457-8511-d4b85460ad68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (817072c0-4324-4ff1-ba4e-74c2b2ed270c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:25.334633 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-91c5569d-efc5-4457-8511-d4b85460ad68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4504503a5a854f8bbae75fb4b20acd8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687671 Feb 28 13:07:25.335534 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5569d-efc5-4457-8511-d4b85460ad68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817072c0-4324-4ff1-ba4e-74c2b2ed270c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:25.341757 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 54454) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:25.352159 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-65a1ccf3-63ed-43e8-8305-1ed3eaac4c42 req-7f2f8a73-4dcc-4d61-a511-ff160eae8b48 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547326 Feb 28 13:07:25.352424 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db66f91c-478f-4af8-bb4f-0c958614e47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:25.394996 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Publish callbacks [] for security_group (817072c0-4324-4ff1-ba4e-74c2b2ed270c), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:25.416681 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Publish callbacks [] for security_group (817072c0-4324-4ff1-ba4e-74c2b2ed270c), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:25.540181 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (817072c0-4324-4ff1-ba4e-74c2b2ed270c), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:25.542775 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:25.544512 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/817072c0-4324-4ff1-ba4e-74c2b2ed270c HTTP/1.1" status: 204 len: 168 time: 0.2012596 Feb 28 13:07:25.552648 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817072c0-4324-4ff1-ba4e-74c2b2ed270c,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:25.559674 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:25.559977 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:25.560325 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:25.560666 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:25.561026 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:25.561361 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:25.561692 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:25.562022 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:25.562402 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:25.562734 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:25.563058 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:25.563384 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:25.563729 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f5a12-ebd9-476b-b9b2-ccf01e1c55dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:07:26.476955 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95058c98-a538-4a49-bc48-01cf47b00ad0 req-6675d662-98a3-4471-9753-0321a59c9461 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:26.478431 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-95058c98-a538-4a49-bc48-01cf47b00ad0 req-6675d662-98a3-4471-9753-0321a59c9461 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0599132 Feb 28 13:07:26.530110 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-95058c98-a538-4a49-bc48-01cf47b00ad0 req-cf5f9931-b991-49c7-abbc-ef071cb315a6 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 Feb 28 13:07:26.716645 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:27.660170 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53443b1-ccf2-47cc-a907-ffa406efa1f1 req-17ae9c37-74ac-4115-812a-932ef05870eb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:27.664948 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b53443b1-ccf2-47cc-a907-ffa406efa1f1 req-17ae9c37-74ac-4115-812a-932ef05870eb tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0614235 Feb 28 13:07:27.713415 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b53443b1-ccf2-47cc-a907-ffa406efa1f1 req-0859f55a-e5c9-4202-a6d1-c451a107c86d tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/security-groups?id=e491b0ed-aae5-4f3c-bc01-cf74bf56629f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462625 Feb 28 13:07:27.889345 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:27.955838 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb16cd-cfc0-42fb-b837-e8654a6bef7a req-9acb7f4e-45ce-453a-9dfd-424118d5fe2c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:27.957359 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9afb16cd-cfc0-42fb-b837-e8654a6bef7a req-9acb7f4e-45ce-453a-9dfd-424118d5fe2c tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.35 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 945 time: 0.0554552 Feb 28 13:07:28.053325 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-9afb16cd-cfc0-42fb-b837-e8654a6bef7a req-f28ce21e-f165-4176-87b0-8000119e4b4a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Deleting port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:07:28.053665 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-9afb16cd-cfc0-42fb-b837-e8654a6bef7a req-f28ce21e-f165-4176-87b0-8000119e4b4a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:28.143896 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-9afb16cd-cfc0-42fb-b837-e8654a6bef7a req-f28ce21e-f165-4176-87b0-8000119e4b4a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] For port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:07:28.144267 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-9afb16cd-cfc0-42fb-b837-e8654a6bef7a req-f28ce21e-f165-4176-87b0-8000119e4b4a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:28.156771 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-9afb16cd-cfc0-42fb-b837-e8654a6bef7a req-f28ce21e-f165-4176-87b0-8000119e4b4a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Calling delete_port for 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:07:28.375286 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-9afb16cd-cfc0-42fb-b837-e8654a6bef7a req-f28ce21e-f165-4176-87b0-8000119e4b4a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (8ebd5bf7-5b36-4933-b51f-86c4ac321f7c), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:28.387763 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['8ebd5bf7-5b36-4933-b51f-86c4ac321f7c'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:07:28.401540 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ce21e-f165-4176-87b0-8000119e4b4a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Pushing event deleted for resources: {'Port': ['ID=8ebd5bf7-5b36-4933-b51f-86c4ac321f7c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:28.462603 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afb16cd-cfc0-42fb-b837-e8654a6bef7a req-f28ce21e-f165-4176-87b0-8000119e4b4a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] No DVR routers for this DVR port 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:07:28.464981 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-9afb16cd-cfc0-42fb-b837-e8654a6bef7a req-f28ce21e-f165-4176-87b0-8000119e4b4a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:28.468797 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9afb16cd-cfc0-42fb-b837-e8654a6bef7a req-f28ce21e-f165-4176-87b0-8000119e4b4a tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.35 "DELETE /v2.0/ports/8ebd5bf7-5b36-4933-b51f-86c4ac321f7c HTTP/1.1" status: 204 len: 173 time: 0.5051992 Feb 28 13:07:28.469232 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126a7963-f014-41d7-bb35-5ffae4557437', 'name': 'network-vif-deleted', 'tag': '8ebd5bf7-5b36-4933-b51f-86c4ac321f7c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:07:28.471613 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3af154c-76cf-44c7-ab50-44eb2d52dc36" -d '{"events": [{"server_uuid": "126a7963-f014-41d7-bb35-5ffae4557437", "name": "network-vif-deleted", "tag": "8ebd5bf7-5b36-4933-b51f-86c4ac321f7c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:07:28.509084 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1afd32a-6fc7-4425-bf32-8d6de1db6051 x-openstack-request-id: req-d1afd32a-6fc7-4425-bf32-8d6de1db6051 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:07:28.509381 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126a7963-f014-41d7-bb35-5ffae4557437", "name": "network-vif-deleted", "tag": "8ebd5bf7-5b36-4933-b51f-86c4ac321f7c", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:07:28.509640 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1afd32a-6fc7-4425-bf32-8d6de1db6051 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:07:28.510049 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126a7963-f014-41d7-bb35-5ffae4557437', 'name': 'network-vif-deleted', 'tag': '8ebd5bf7-5b36-4933-b51f-86c4ac321f7c', 'status': 'completed', 'code': 200} Feb 28 13:07:28.829428 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4e329d0d-498c-43ee-be72-962242c14a7f req-f3b9518a-a96d-44f3-b203-3bea69f5b221 tempest-ServerRescueNegativeTestJSON-1976964259 tempest-ServerRescueNegativeTestJSON-1976964259-project] 10.222.0.23 "GET /v2.0/ports?device_id=126a7963-f014-41d7-bb35-5ffae4557437 HTTP/1.1" status: 200 len: 210 time: 0.0280650 Feb 28 13:07:29.409668 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:29.887008 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 54548) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:30.316213 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b02ac08c-b6fe-4ce8-9942-4299d3f385fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689276'] for router_interface (9519d56d-c6fc-4003-adc8-800914212543), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:30.610370 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-b02ac08c-b6fe-4ce8-9942-4299d3f385fb admin admin] Deleting port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:07:30.610710 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b02ac08c-b6fe-4ce8-9942-4299d3f385fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:30.688481 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-b02ac08c-b6fe-4ce8-9942-4299d3f385fb admin admin] For port 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e,segment=NetworkSegment(e92804fb-85a8-4c1b-9523-26578b69560f),segment_id=e92804fb-85a8-4c1b-9523-26578b69560f)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:07:30.688845 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b02ac08c-b6fe-4ce8-9942-4299d3f385fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:30.701878 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-b02ac08c-b6fe-4ce8-9942-4299d3f385fb admin admin] Calling delete_port for 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e owned by network:router_interface {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:07:30.946700 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b02ac08c-b6fe-4ce8-9942-4299d3f385fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:30.971822 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ac08c-b6fe-4ce8-9942-4299d3f385fb admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:31.319438 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b02ac08c-b6fe-4ce8-9942-4299d3f385fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689424'] for router_interface (9519d56d-c6fc-4003-adc8-800914212543), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:31.528973 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02ac08c-b6fe-4ce8-9942-4299d3f385fb admin admin] Router 9519d56d-c6fc-4003-adc8-800914212543 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:07:31.636449 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02ac08c-b6fe-4ce8-9942-4299d3f385fb admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:07:31.641416 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-b02ac08c-b6fe-4ce8-9942-4299d3f385fb admin admin] 10.222.0.23 "PUT /v2.0/routers/9519d56d-c6fc-4003-adc8-800914212543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7533116 Feb 28 13:07:31.644059 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 54566) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:31.644842 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60919b-aff0-4eb2-85cd-d1869203c824 None None] Sync routers for ids ['9519d56d-c6fc-4003-adc8-800914212543'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:07:31.655630 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60919b-aff0-4eb2-85cd-d1869203c824 None None] Routers {'9519d56d-c6fc-4003-adc8-800914212543'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:07:31.656435 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ad60919b-aff0-4eb2-85cd-d1869203c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:07:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9519d56d-c6fc-4003-adc8-800914212543'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:07:31.750627 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Publish callbacks [] for router (9519d56d-c6fc-4003-adc8-800914212543), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:31.766385 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-ad60919b-aff0-4eb2-85cd-d1869203c824 None None] Set router 9519d56d-c6fc-4003-adc8-800914212543 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:07:31.869456 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Publish callbacks [] for router_gateway (9519d56d-c6fc-4003-adc8-800914212543), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:31.974853 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Deleting port 2843b760-314b-447d-88f4-2556e4070124 {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:07:31.975423 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (2843b760-314b-447d-88f4-2556e4070124), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.027064 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ad60919b-aff0-4eb2-85cd-d1869203c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519d56d-c6fc-4003-adc8-800914212543', 'name': 'tempest-ServerRescueNegativeTestJSON-645264549-router', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '2843b760-314b-447d-88f4-2556e4070124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:14Z', 'updated_at': '2022-02-28T13:07:30Z', 'revision_number': 5, 'project_id': '24004d6c21a74639aae97880bd275bf2', 'gw_port': {'id': '2843b760-314b-447d-88f4-2556e4070124', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9519d56d-c6fc-4003-adc8-800914212543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:15Z', 'updated_at': '2022-02-28T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:07:32.057559 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60919b-aff0-4eb2-85cd-d1869203c824 None None] Checking router: 9519d56d-c6fc-4003-adc8-800914212543 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:07:32.064541 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] For port 2843b760-314b-447d-88f4-2556e4070124, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=2843b760-314b-447d-88f4-2556e4070124,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:07:32.064910 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (2843b760-314b-447d-88f4-2556e4070124), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.065840 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60919b-aff0-4eb2-85cd-d1869203c824 None None] Routers {'9519d56d-c6fc-4003-adc8-800914212543'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:07:32.066447 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ad60919b-aff0-4eb2-85cd-d1869203c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:07:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9519d56d-c6fc-4003-adc8-800914212543'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:07:32.077577 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Calling delete_port for 2843b760-314b-447d-88f4-2556e4070124 owned by network:router_gateway {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:07:32.154029 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-ad60919b-aff0-4eb2-85cd-d1869203c824 None None] Set router 9519d56d-c6fc-4003-adc8-800914212543 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:07:32.206387 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ad60919b-aff0-4eb2-85cd-d1869203c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9519d56d-c6fc-4003-adc8-800914212543', 'name': 'tempest-ServerRescueNegativeTestJSON-645264549-router', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:14Z', 'updated_at': '2022-02-28T13:07:31Z', 'revision_number': 6, 'project_id': '24004d6c21a74639aae97880bd275bf2', 'gw_port_host': None}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:07:32.236796 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60919b-aff0-4eb2-85cd-d1869203c824 None None] The sync data for ids ['9519d56d-c6fc-4003-adc8-800914212543'] in dv-cinder-831202-1-iscsi is: [{'id': '9519d56d-c6fc-4003-adc8-800914212543', 'name': 'tempest-ServerRescueNegativeTestJSON-645264549-router', 'tenant_id': '24004d6c21a74639aae97880bd275bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:14Z', 'updated_at': '2022-02-28T13:07:31Z', 'revision_number': 6, 'project_id': '24004d6c21a74639aae97880bd275bf2', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:07:32.295368 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (2843b760-314b-447d-88f4-2556e4070124), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.322054 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=2843b760-314b-447d-88f4-2556e4070124,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:32.388637 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690354'] for router_gateway (9519d56d-c6fc-4003-adc8-800914212543), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.494217 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7185'] for router (9519d56d-c6fc-4003-adc8-800914212543), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.496428 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Publish callbacks [] for router_controller (9519d56d-c6fc-4003-adc8-800914212543), precommit_delete_associations {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.597962 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693785'] for router (9519d56d-c6fc-4003-adc8-800914212543), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.598604 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9519d56d-c6fc-4003-adc8-800914212543 {{(pid=103231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 13:07:32.605030 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.606271 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-891b94c3-1641-4f41-9580-e3c349fd9e72 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9519d56d-c6fc-4003-adc8-800914212543 HTTP/1.1" status: 204 len: 168 time: 0.9612732 Feb 28 13:07:32.608831 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 54582) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:32.660073 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_v2 [None req-210fbf10-3f89-4428-9db5-2a760e987de1 admin admin] Deleting subnet 5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 {{(pid=103231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:07:32.665683 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-210fbf10-3f89-4428-9db5-2a760e987de1 admin admin] Publish callbacks [] for subnet (5f4b1790-8f7d-4968-b8bb-bb924b22cbb4), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.702043 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-210fbf10-3f89-4428-9db5-2a760e987de1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59888039'] for subnet (5f4b1790-8f7d-4968-b8bb-bb924b22cbb4), precommit_delete_associations {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.740047 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-210fbf10-3f89-4428-9db5-2a760e987de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (5f4b1790-8f7d-4968-b8bb-bb924b22cbb4), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.849421 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-210fbf10-3f89-4428-9db5-2a760e987de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58726792'] for subnet (5f4b1790-8f7d-4968-b8bb-bb924b22cbb4), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.877768 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fbf10-3f89-4428-9db5-2a760e987de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4b1790-8f7d-4968-b8bb-bb924b22cbb4,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:32.881480 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-210fbf10-3f89-4428-9db5-2a760e987de1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:32.884619 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-210fbf10-3f89-4428-9db5-2a760e987de1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5f4b1790-8f7d-4968-b8bb-bb924b22cbb4 HTTP/1.1" status: 204 len: 168 time: 0.2748404 Feb 28 13:07:32.887112 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 54584) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:32.953544 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (32e9cc3b-dca1-43ec-8052-db962743c7fd), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:33.037230 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (32e9cc3b-dca1-43ec-8052-db962743c7fd), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:33.060146 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e9cc3b-dca1-43ec-8052-db962743c7fd']}} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:07:33.069419 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92804fb-85a8-4c1b-9523-26578b69560f') {'for_net_delete': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:07:33.069786 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92804fb-85a8-4c1b-9523-26578b69560f') {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:07:33.079700 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59888048'] for segment (e92804fb-85a8-4c1b-9523-26578b69560f), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:33.082295 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:07:33.093159 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (e92804fb-85a8-4c1b-9523-26578b69560f), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:33.099131 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:07:33.099616 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808722'] for segment (e92804fb-85a8-4c1b-9523-26578b69560f), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:33.102435 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: Traceback (most recent call last): Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: timer() Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: cb(*args, **kw) Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: return func(*args, **kwargs) Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: self._notify() Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: self.callback(batched_events) Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: event.method(event) Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: return f(self, *a, **k) Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._get(url).json() Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: return self.request(url, 'GET', **kwargs) Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:07:33.102592 dv-cinder-831202-1-iscsi neutron-server[103231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:07:33.105042 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 7d6c1ec9-72a3-4671-9c0c-2d10138e0c2e not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:07:33.204380 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (32e9cc3b-dca1-43ec-8052-db962743c7fd), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:33.207111 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:07:33.224273 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:33.224273 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] 10.222.0.23 "DELETE /v2.0/networks/32e9cc3b-dca1-43ec-8052-db962743c7fd HTTP/1.1" status: 204 len: 168 time: 0.3281398 Feb 28 13:07:33.228446 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760bf2f-4437-460f-abf9-d871bebf2f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=32e9cc3b-dca1-43ec-8052-db962743c7fd,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:33.239825 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:07:33.240536 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 8ebd5bf7-5b36-4933-b51f-86c4ac321f7c not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:07:33.659885 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 54592) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:33.701808 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-966d97ef-ea12-4ca9-b7f2-69255976e905 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24004d6c21a74639aae97880bd275bf2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405748 Feb 28 13:07:33.704023 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 54594) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:33.751006 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-546387f4-9e54-421c-babc-e0284caf9f90 admin admin] Publish callbacks [] for security_group (e491b0ed-aae5-4f3c-bc01-cf74bf56629f), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:33.771049 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-546387f4-9e54-421c-babc-e0284caf9f90 admin admin] Publish callbacks [] for security_group (e491b0ed-aae5-4f3c-bc01-cf74bf56629f), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:33.882579 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-546387f4-9e54-421c-babc-e0284caf9f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (e491b0ed-aae5-4f3c-bc01-cf74bf56629f), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:33.885093 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-546387f4-9e54-421c-babc-e0284caf9f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:33.889733 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-546387f4-9e54-421c-babc-e0284caf9f90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e491b0ed-aae5-4f3c-bc01-cf74bf56629f HTTP/1.1" status: 204 len: 168 time: 0.1812119 Feb 28 13:07:33.894042 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546387f4-9e54-421c-babc-e0284caf9f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e491b0ed-aae5-4f3c-bc01-cf74bf56629f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:34.573029 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-1fcf394b-a42b-4adb-bbc0-e88fdb008838 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:34.574643 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-1fcf394b-a42b-4adb-bbc0-e88fdb008838 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/networks?id=0c8ccaa7-3338-4be9-9057-c30ea6e8e66b HTTP/1.1" status: 200 len: 814 time: 0.1062050 Feb 28 13:07:34.588971 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-973de0ec-4603-4c87-8d0b-3f051cc1c521 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/quotas/640c9f5539614165bff049a99e1957d2 HTTP/1.1" status: 200 len: 375 time: 0.0089846 Feb 28 13:07:34.624113 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-3d98bebf-c2c7-48e3-bdf8-c0e12c078519 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=640c9f5539614165bff049a99e1957d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280750 Feb 28 13:07:34.673257 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 2843b760-314b-447d-88f4-2556e4070124 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:07:34.694989 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 2843b760-314b-447d-88f4-2556e4070124 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:07:34.695449 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 2843b760-314b-447d-88f4-2556e4070124 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:07:34.719890 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-26e8cad5-92c6-4ad6-9836-fbaea3088809 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8ccaa7-3338-4be9-9057-c30ea6e8e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889840 Feb 28 13:07:34.818341 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-85a176da-aac0-4bed-8aef-8954e3239e80 service neutron] 10.222.0.23 "GET /v2.0/networks/0c8ccaa7-3338-4be9-9057-c30ea6e8e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927966 Feb 28 13:07:35.038642 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c32db972-ec34-490f-9527-dcc25c2ff5f9 req-52d1a1c4-61a2-48df-8aba-cf6de62be5cd tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 210 time: 0.0286424 Feb 28 13:07:35.727026 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 54678) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:35.832846 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd6b0-5d84-4ab9-a998-93ec19882954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:35.917107 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd6b0-5d84-4ab9-a998-93ec19882954 admin admin] Publish callbacks [] for security_group (5302a7af-e348-4c1f-839c-29f0d4bd3c9f), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:35.974882 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd6b0-5d84-4ab9-a998-93ec19882954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5302a7af-e348-4c1f-839c-29f0d4bd3c9f), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:36.013466 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-2ddbd6b0-5d84-4ab9-a998-93ec19882954 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e9b4bb7ab7547148bd5ff98514a086d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852068 Feb 28 13:07:36.014326 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbd6b0-5d84-4ab9-a998-93ec19882954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5302a7af-e348-4c1f-839c-29f0d4bd3c9f,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:36.016206 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 54686) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:36.066426 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63180023-d91d-4e8a-b741-4b079f1f6218 admin admin] Publish callbacks [] for security_group (5302a7af-e348-4c1f-839c-29f0d4bd3c9f), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:36.089180 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63180023-d91d-4e8a-b741-4b079f1f6218 admin admin] Publish callbacks [] for security_group (5302a7af-e348-4c1f-839c-29f0d4bd3c9f), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:36.170377 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b75b603d-7701-4a3b-83a5-ddc14e36d27a req-5221140f-d09a-4850-a551-314b151749dc tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 210 time: 0.0374489 Feb 28 13:07:36.203601 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63180023-d91d-4e8a-b741-4b079f1f6218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5302a7af-e348-4c1f-839c-29f0d4bd3c9f), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:36.206108 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63180023-d91d-4e8a-b741-4b079f1f6218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:36.207250 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-63180023-d91d-4e8a-b741-4b079f1f6218 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5302a7af-e348-4c1f-839c-29f0d4bd3c9f HTTP/1.1" status: 204 len: 168 time: 0.1899631 Feb 28 13:07:36.215727 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63180023-d91d-4e8a-b741-4b079f1f6218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5302a7af-e348-4c1f-839c-29f0d4bd3c9f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:36.923760 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-70416704-7a2d-4b32-a593-d1877b2fa0d3 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:36.925207 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-70416704-7a2d-4b32-a593-d1877b2fa0d3 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.35 "GET /v2.0/networks?id=0c8ccaa7-3338-4be9-9057-c30ea6e8e66b HTTP/1.1" status: 200 len: 814 time: 0.1070571 Feb 28 13:07:36.940435 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Request body: {'port': {'device_id': 'a5cbb8dc-a586-44ec-b529-17cb55ad995a', 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b', 'admin_state_up': True, 'tenant_id': '640c9f5539614165bff049a99e1957d2'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:07:37.128867 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Made reservation on behalf of 640c9f5539614165bff049a99e1957d2 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:07:37.133575 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:37.267247 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Allocated IP 172.20.0.11 (0c8ccaa7-3338-4be9-9057-c30ea6e8e66b/967532ea-396d-44ca-a40a-68ee5a8f51b8/ddb0644c-0165-4b8b-b6b6-469776857dbc) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:07:37.272934 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4351d727-e29f-426d-84d9-13d5cdde9efb req-1df40878-3949-4be4-80c0-6707f83d37c5 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 210 time: 0.0279365 Feb 28 13:07:37.420647 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks [] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:37.615418 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:37.660740 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:07:37.663835 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:07:37.667769 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:07:37.675452 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Pushing event updated for resources: {'Port': ['ID=ddb0644c-0165-4b8b-b6b6-469776857dbc,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:37.721831 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:37.722383 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:37.819100 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-814bca14-9487-4db5-9d68-adbbcb98304d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8824110 Feb 28 13:07:37.834721 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Request body: {'port': {'device_id': 'a5cbb8dc-a586-44ec-b529-17cb55ad995a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:07:37.899648 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.124329 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 54762) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:38.172795 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb0644c-0165-4b8b-b6b6-469776857dbc {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:07:38.180315 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Publish callbacks [] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.193487 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Transition to ACTIVE for port object ddb0644c-0165-4b8b-b6b6-469776857dbc will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:07:38.239521 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7f9a52b4-0620-4cf6-931c-1ee776fe0a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.261357 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.322501 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb0644c-0165-4b8b-b6b6-469776857dbc,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:38.353702 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7f9a52b4-0620-4cf6-931c-1ee776fe0a9c admin admin] Publish callbacks [] for security_group (2a4483ad-c72e-46d8-9006-27b06fa064cb), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.401795 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Attempting to bind port ddb0644c-0165-4b8b-b6b6-469776857dbc on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:07:38.401947 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Attempting to bind port ddb0644c-0165-4b8b-b6b6-469776857dbc by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '6d813aee-6d29-4317-a997-a1c452e3e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:07:38.402356 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Attempting to bind port ddb0644c-0165-4b8b-b6b6-469776857dbc on network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:07:38.413114 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Port ddb0644c-0165-4b8b-b6b6-469776857dbc on network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:07:38.413588 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Attempting to bind port ddb0644c-0165-4b8b-b6b6-469776857dbc on network 0c8ccaa7-3338-4be9-9057-c30ea6e8e66b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:07:38.418639 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:07:38.418987 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Checking segment: {'id': '6d813aee-6d29-4317-a997-a1c452e3e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:07:38.419370 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Bound using segment: {'id': '6d813aee-6d29-4317-a997-a1c452e3e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:07:38.419853 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Bound port: ddb0644c-0165-4b8b-b6b6-469776857dbc, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d813aee-6d29-4317-a997-a1c452e3e98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:07:38.424443 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.424574 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983ceef-76a6-498a-a3f9-6eac356637c8 req-bf72e0e9-63fd-4507-871b-ae5d8a696ce3 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:38.426780 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9983ceef-76a6-498a-a3f9-6eac356637c8 req-bf72e0e9-63fd-4507-871b-ae5d8a696ce3 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 944 time: 0.0561309 Feb 28 13:07:38.428692 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7f9a52b4-0620-4cf6-931c-1ee776fe0a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (2a4483ad-c72e-46d8-9006-27b06fa064cb), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.482133 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a52b4-0620-4cf6-931c-1ee776fe0a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4483ad-c72e-46d8-9006-27b06fa064cb,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:38.489046 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] For port ddb0644c-0165-4b8b-b6b6-469776857dbc, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:07:38.492419 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-7f9a52b4-0620-4cf6-931c-1ee776fe0a9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f95d1bbdf5e14ea6baa1ec745fc78da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669682 Feb 28 13:07:38.495447 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 54774) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:38.495971 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] For port ddb0644c-0165-4b8b-b6b6-469776857dbc, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ddb0644c-0165-4b8b-b6b6-469776857dbc,segment=NetworkSegment(6d813aee-6d29-4317-a997-a1c452e3e98c),segment_id=6d813aee-6d29-4317-a997-a1c452e3e98c)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:07:38.537384 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9983ceef-76a6-498a-a3f9-6eac356637c8 req-dc23068e-8645-4361-9825-b312f95b5c45 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907156 Feb 28 13:07:38.571252 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5531c0f4-bf84-4ecf-8bb8-474682ae8820 admin admin] Publish callbacks [] for security_group (2a4483ad-c72e-46d8-9006-27b06fa064cb), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.587170 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.592629 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5531c0f4-bf84-4ecf-8bb8-474682ae8820 admin admin] Publish callbacks [] for security_group (2a4483ad-c72e-46d8-9006-27b06fa064cb), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.622121 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:38.622808 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.625183 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] 10.222.0.35 "PUT /v2.0/ports/ddb0644c-0165-4b8b-b6b6-469776857dbc HTTP/1.1" status: 200 len: 1094 time: 0.7961459 Feb 28 13:07:38.629557 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cbb8dc-a586-44ec-b529-17cb55ad995a', 'tag': 'ddb0644c-0165-4b8b-b6b6-469776857dbc'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:07:38.630598 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c894843-aa11-42af-843f-443a395da380" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cbb8dc-a586-44ec-b529-17cb55ad995a", "tag": "ddb0644c-0165-4b8b-b6b6-469776857dbc"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:07:38.654031 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0720428-10e7-46dd-867d-50eadf23c5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb0644c-0165-4b8b-b6b6-469776857dbc,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:38.672027 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4c20e1-f77a-499f-9d22-ade4a14184ea x-openstack-request-id: req-af4c20e1-f77a-499f-9d22-ade4a14184ea {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:07:38.672418 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cbb8dc-a586-44ec-b529-17cb55ad995a", "tag": "ddb0644c-0165-4b8b-b6b6-469776857dbc", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:07:38.672848 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af4c20e1-f77a-499f-9d22-ade4a14184ea {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:07:38.673271 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cbb8dc-a586-44ec-b529-17cb55ad995a', 'tag': 'ddb0644c-0165-4b8b-b6b6-469776857dbc', 'status': 'completed', 'code': 200} Feb 28 13:07:38.746500 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c894843-aa11-42af-843f-443a395da380 req-2f3cafa8-0cb4-4734-9740-6ff07aedfd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:38.748045 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6c894843-aa11-42af-843f-443a395da380 req-2f3cafa8-0cb4-4734-9740-6ff07aedfd61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=640c9f5539614165bff049a99e1957d2&device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 1128 time: 0.0487330 Feb 28 13:07:38.763596 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5531c0f4-bf84-4ecf-8bb8-474682ae8820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (2a4483ad-c72e-46d8-9006-27b06fa064cb), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.766354 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5531c0f4-bf84-4ecf-8bb8-474682ae8820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:38.769030 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-5531c0f4-bf84-4ecf-8bb8-474682ae8820 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a4483ad-c72e-46d8-9006-27b06fa064cb HTTP/1.1" status: 204 len: 168 time: 0.2706306 Feb 28 13:07:38.776669 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531c0f4-bf84-4ecf-8bb8-474682ae8820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4483ad-c72e-46d8-9006-27b06fa064cb,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:38.855062 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c894843-aa11-42af-843f-443a395da380 req-a7ca3525-3ddb-4868-b8b5-f97e0d006032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:38.856597 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6c894843-aa11-42af-843f-443a395da380 req-a7ca3525-3ddb-4868-b8b5-f97e0d006032 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=640c9f5539614165bff049a99e1957d2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0965559 Feb 28 13:07:38.955686 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c894843-aa11-42af-843f-443a395da380 req-7462c945-89cf-452b-a3e2-c4a152e7ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:38.957470 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6c894843-aa11-42af-843f-443a395da380 req-7462c945-89cf-452b-a3e2-c4a152e7ff77 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931900 Feb 28 13:07:39.048760 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-edf4a333-5c17-4136-b225-20e2d2361fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:39.055253 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-edf4a333-5c17-4136-b225-20e2d2361fd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=640c9f5539614165bff049a99e1957d2&device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 1128 time: 0.0533507 Feb 28 13:07:39.100281 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-b31ac04f-4242-4bbb-9759-8618d48b65e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb0644c-0165-4b8b-b6b6-469776857dbc HTTP/1.1" status: 200 len: 217 time: 0.0398893 Feb 28 13:07:39.161956 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-ec80e000-f65c-4342-aa96-f7e1911637c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:39.164433 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-ec80e000-f65c-4342-aa96-f7e1911637c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=967532ea-396d-44ca-a40a-68ee5a8f51b8 HTTP/1.1" status: 200 len: 854 time: 0.0566247 Feb 28 13:07:39.201847 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-16e080ec-5014-46c5-ae64-2582437ff6a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c8ccaa7-3338-4be9-9057-c30ea6e8e66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256095 Feb 28 13:07:39.286971 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-c3d074ba-9b4b-4b40-813a-348ffdda5e9e service neutron] 10.222.0.35 "GET /v2.0/networks/0c8ccaa7-3338-4be9-9057-c30ea6e8e66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797329 Feb 28 13:07:39.394882 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-49ce7338-6cc3-4e51-8a88-4efdec8ef57a req-8e1cc964-1a87-4e4e-b3c0-57e7770dafa6 service neutron] 10.222.0.35 "GET /v2.0/networks/0c8ccaa7-3338-4be9-9057-c30ea6e8e66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997560 Feb 28 13:07:39.458520 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 54794) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:39.471744 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2272aba-c029-414d-b16e-74474adacb39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:39.546982 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2272aba-c029-414d-b16e-74474adacb39 admin admin] Publish callbacks [] for security_group (7ec6b855-99fd-4518-aa81-154c516cc757), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:39.615127 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2272aba-c029-414d-b16e-74474adacb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (7ec6b855-99fd-4518-aa81-154c516cc757), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:39.655087 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-e2272aba-c029-414d-b16e-74474adacb39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cea96863c55d4e15a94f29461080f360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949575 Feb 28 13:07:39.657626 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 54798) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:39.660535 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076785c-005e-4b9c-9865-5be82189fc51 req-d6c44f2e-d81c-4e2e-ab5e-b03e55f2481f tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:39.662021 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a076785c-005e-4b9c-9865-5be82189fc51 req-d6c44f2e-d81c-4e2e-ab5e-b03e55f2481f tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 944 time: 0.0582285 Feb 28 13:07:39.663792 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2272aba-c029-414d-b16e-74474adacb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec6b855-99fd-4518-aa81-154c516cc757,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:39.710673 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a076785c-005e-4b9c-9865-5be82189fc51 req-4e414740-6eef-4799-8f71-05ed024c3a9f tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416238 Feb 28 13:07:39.711979 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f75103a9-e3b0-458b-9a76-3573b3a04f08 admin admin] Publish callbacks [] for security_group (7ec6b855-99fd-4518-aa81-154c516cc757), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:39.734143 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f75103a9-e3b0-458b-9a76-3573b3a04f08 admin admin] Publish callbacks [] for security_group (7ec6b855-99fd-4518-aa81-154c516cc757), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:39.843636 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f75103a9-e3b0-458b-9a76-3573b3a04f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (7ec6b855-99fd-4518-aa81-154c516cc757), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:39.846154 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f75103a9-e3b0-458b-9a76-3573b3a04f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:39.847302 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-f75103a9-e3b0-458b-9a76-3573b3a04f08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ec6b855-99fd-4518-aa81-154c516cc757 HTTP/1.1" status: 204 len: 168 time: 0.1887078 Feb 28 13:07:39.855304 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75103a9-e3b0-458b-9a76-3573b3a04f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec6b855-99fd-4518-aa81-154c516cc757,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:40.543220 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 54814) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:40.558104 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1717b770-9382-483c-a7b0-3b7b9dcabc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:40.630921 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1717b770-9382-483c-a7b0-3b7b9dcabc1b admin admin] Publish callbacks [] for security_group (99a45237-dddc-4ce2-b103-0839dd6c12c3), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:40.712731 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1717b770-9382-483c-a7b0-3b7b9dcabc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (99a45237-dddc-4ce2-b103-0839dd6c12c3), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:40.757988 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-1717b770-9382-483c-a7b0-3b7b9dcabc1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62bd5b3599a74d98950a07df693f094c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135370 Feb 28 13:07:40.759122 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717b770-9382-483c-a7b0-3b7b9dcabc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a45237-dddc-4ce2-b103-0839dd6c12c3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:40.761541 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 54822) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:40.893694 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-10ea1033-bd75-4629-afe8-767936ae9c78 admin admin] Publish callbacks [] for security_group (99a45237-dddc-4ce2-b103-0839dd6c12c3), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:40.926018 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d581b-f3f5-402d-95e0-9b4a2ced679d req-e5c90a6c-0d6e-4181-9c5f-4a98f84fbc5f tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:40.927523 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2c7d581b-f3f5-402d-95e0-9b4a2ced679d req-e5c90a6c-0d6e-4181-9c5f-4a98f84fbc5f tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 944 time: 0.1225843 Feb 28 13:07:40.932387 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-10ea1033-bd75-4629-afe8-767936ae9c78 admin admin] Publish callbacks [] for security_group (99a45237-dddc-4ce2-b103-0839dd6c12c3), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:40.958415 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185fda4-b1f9-4fe7-9ee9-1e37da2ecee9 req-ae72ddef-cad4-4008-b1ae-4b4609216cc3 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:40.959884 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5185fda4-b1f9-4fe7-9ee9-1e37da2ecee9 req-ae72ddef-cad4-4008-b1ae-4b4609216cc3 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.1412134 Feb 28 13:07:41.032151 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2c7d581b-f3f5-402d-95e0-9b4a2ced679d req-66219cae-9d46-4ac1-a82e-dfd93d60d70a tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968292 Feb 28 13:07:41.049292 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5185fda4-b1f9-4fe7-9ee9-1e37da2ecee9 req-c9a74472-735e-4035-8421-f305a12bdef8 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775471 Feb 28 13:07:41.088830 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-10ea1033-bd75-4629-afe8-767936ae9c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (99a45237-dddc-4ce2-b103-0839dd6c12c3), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:41.091452 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-10ea1033-bd75-4629-afe8-767936ae9c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:41.092649 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-10ea1033-bd75-4629-afe8-767936ae9c78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99a45237-dddc-4ce2-b103-0839dd6c12c3 HTTP/1.1" status: 204 len: 168 time: 0.3301287 Feb 28 13:07:41.100673 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea1033-bd75-4629-afe8-767936ae9c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a45237-dddc-4ce2-b103-0839dd6c12c3,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:42.206614 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db05ff1-7ee0-4432-b355-7d74014fc3ec req-371451fa-fce5-4552-b2f7-5b740ba01a31 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:42.208156 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8db05ff1-7ee0-4432-b355-7d74014fc3ec req-371451fa-fce5-4552-b2f7-5b740ba01a31 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 944 time: 0.1044390 Feb 28 13:07:42.223287 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e783d-7598-4099-8bfc-af4b47e8edf2 req-a31ce99b-aac2-4f5f-9a46-64fda5750a72 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:42.224812 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-373e783d-7598-4099-8bfc-af4b47e8edf2 req-a31ce99b-aac2-4f5f-9a46-64fda5750a72 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0918918 Feb 28 13:07:42.296965 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8db05ff1-7ee0-4432-b355-7d74014fc3ec req-668f38c2-ce9c-455c-9ded-1836164e6602 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827293 Feb 28 13:07:42.300537 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-373e783d-7598-4099-8bfc-af4b47e8edf2 req-42e53b99-31e2-4a52-8b31-580fab41b38e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696394 Feb 28 13:07:43.293313 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ddb0644c-0165-4b8b-b6b6-469776857dbc details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:07:43.409275 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ddb0644c-0165-4b8b-b6b6-469776857dbc, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ddb0644c-0165-4b8b-b6b6-469776857dbc,segment=NetworkSegment(6d813aee-6d29-4317-a997-a1c452e3e98c),segment_id=6d813aee-6d29-4317-a997-a1c452e3e98c)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:07:43.420837 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': 'ddb0644c-0165-4b8b-b6b6-469776857dbc', 'network_id': '0c8ccaa7-3338-4be9-9057-c30ea6e8e66b', 'port_id': 'ddb0644c-0165-4b8b-b6b6-469776857dbc', 'mac_address': 'fa:16:3e:dd:c2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967532ea-396d-44ca-a40a-68ee5a8f51b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:07:43.459381 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port ddb0644c-0165-4b8b-b6b6-469776857dbc is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:07:43.459898 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:43.465343 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc23e04-a54b-46b0-bdc5-bf9ecd31f3ab req-81b50caa-1ea1-4ece-bf87-63b3d7dd1c29 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:43.468602 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7bc23e04-a54b-46b0-bdc5-bf9ecd31f3ab req-81b50caa-1ea1-4ece-bf87-63b3d7dd1c29 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 944 time: 0.0879552 Feb 28 13:07:43.474576 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb0644c-0165-4b8b-b6b6-469776857dbc {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:07:43.477661 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87c87f-0e42-42c3-bbfa-78e75ea1d04e req-41cf7dc8-23eb-4c71-91b2-42cbfa4a6c6a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:43.479097 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-df87c87f-0e42-42c3-bbfa-78e75ea1d04e req-41cf7dc8-23eb-4c71-91b2-42cbfa4a6c6a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0917301 Feb 28 13:07:43.494787 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ddb0644c-0165-4b8b-b6b6-469776857dbc, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ddb0644c-0165-4b8b-b6b6-469776857dbc,segment=NetworkSegment(6d813aee-6d29-4317-a997-a1c452e3e98c),segment_id=6d813aee-6d29-4317-a997-a1c452e3e98c)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:07:43.549868 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7bc23e04-a54b-46b0-bdc5-bf9ecd31f3ab req-e91dd4c1-b9fb-4237-adf9-592ecc2737ef tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697703 Feb 28 13:07:43.562026 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-df87c87f-0e42-42c3-bbfa-78e75ea1d04e req-93c54b58-3b86-433b-ac37-ff6eeb1c8f44 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763128 Feb 28 13:07:43.591285 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:43.644272 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=ddb0644c-0165-4b8b-b6b6-469776857dbc,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:43.926747 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['ddb0644c-0165-4b8b-b6b6-469776857dbc'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:07:43.963574 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 54934) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:44.069336 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d857ab38-4c28-456a-a62b-13e5834b7865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:44.142686 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d857ab38-4c28-456a-a62b-13e5834b7865 admin admin] Publish callbacks [] for security_group (147c634d-4097-48fd-afdd-2d7a1cc2c744), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:44.203544 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d857ab38-4c28-456a-a62b-13e5834b7865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (147c634d-4097-48fd-afdd-2d7a1cc2c744), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:44.242001 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d857ab38-4c28-456a-a62b-13e5834b7865 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa7f336fc609402aafa8942e3edd946f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773573 Feb 28 13:07:44.242854 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857ab38-4c28-456a-a62b-13e5834b7865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147c634d-4097-48fd-afdd-2d7a1cc2c744,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:44.244844 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 54940) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:44.299551 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60e66618-28d3-4523-a0c1-93632699365a admin admin] Publish callbacks [] for security_group (147c634d-4097-48fd-afdd-2d7a1cc2c744), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:44.322226 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60e66618-28d3-4523-a0c1-93632699365a admin admin] Publish callbacks [] for security_group (147c634d-4097-48fd-afdd-2d7a1cc2c744), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:44.426476 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60e66618-28d3-4523-a0c1-93632699365a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (147c634d-4097-48fd-afdd-2d7a1cc2c744), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:44.428995 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60e66618-28d3-4523-a0c1-93632699365a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:44.430222 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-60e66618-28d3-4523-a0c1-93632699365a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/147c634d-4097-48fd-afdd-2d7a1cc2c744 HTTP/1.1" status: 204 len: 168 time: 0.1843522 Feb 28 13:07:44.438137 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e66618-28d3-4523-a0c1-93632699365a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147c634d-4097-48fd-afdd-2d7a1cc2c744,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:44.704772 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611a740-4616-4de3-b9b1-ec851178a83d req-feaa7890-6d71-4b40-a740-296a2e0d58bd tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:44.706291 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3611a740-4616-4de3-b9b1-ec851178a83d req-feaa7890-6d71-4b40-a740-296a2e0d58bd tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 945 time: 0.0856268 Feb 28 13:07:44.719525 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dd34e-c17d-4dcb-b1d5-6aef01dbde2e req-1e7d3dfb-81c8-4d1f-96ed-3cbe9f81c2c0 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:44.721053 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-714dd34e-c17d-4dcb-b1d5-6aef01dbde2e req-1e7d3dfb-81c8-4d1f-96ed-3cbe9f81c2c0 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0908747 Feb 28 13:07:44.793580 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3611a740-4616-4de3-b9b1-ec851178a83d req-587b43c8-b82e-4774-800e-4c5c3f512f13 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715494 Feb 28 13:07:44.796582 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-714dd34e-c17d-4dcb-b1d5-6aef01dbde2e req-0b60adc9-8790-4127-9df1-4efccd673236 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688863 Feb 28 13:07:45.042944 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 54950) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:45.056324 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7199f40-cc2d-4699-ba1b-60ce18f68470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:45.128873 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7199f40-cc2d-4699-ba1b-60ce18f68470 admin admin] Publish callbacks [] for security_group (eaeceb41-ef40-449f-b921-3374f23fda47), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:45.198091 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7199f40-cc2d-4699-ba1b-60ce18f68470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (eaeceb41-ef40-449f-b921-3374f23fda47), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:45.235887 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7199f40-cc2d-4699-ba1b-60ce18f68470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeceb41-ef40-449f-b921-3374f23fda47,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:45.240914 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d7199f40-cc2d-4699-ba1b-60ce18f68470 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ceaf9dc61924b40b9a6d003e6306c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962960 Feb 28 13:07:45.242994 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 54954) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:45.295360 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0308ae0d-ab0f-4130-bd7c-117fe33a0d43 admin admin] Publish callbacks [] for security_group (eaeceb41-ef40-449f-b921-3374f23fda47), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:45.316841 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0308ae0d-ab0f-4130-bd7c-117fe33a0d43 admin admin] Publish callbacks [] for security_group (eaeceb41-ef40-449f-b921-3374f23fda47), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:45.323684 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ddb0644c-0165-4b8b-b6b6-469776857dbc up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:07:45.455209 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0308ae0d-ab0f-4130-bd7c-117fe33a0d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (eaeceb41-ef40-449f-b921-3374f23fda47), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:45.457740 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0308ae0d-ab0f-4130-bd7c-117fe33a0d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:45.459051 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-0308ae0d-ab0f-4130-bd7c-117fe33a0d43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eaeceb41-ef40-449f-b921-3374f23fda47 HTTP/1.1" status: 204 len: 168 time: 0.2150137 Feb 28 13:07:45.467077 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308ae0d-ab0f-4130-bd7c-117fe33a0d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeceb41-ef40-449f-b921-3374f23fda47,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:45.483595 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port ddb0644c-0165-4b8b-b6b6-469776857dbc completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:07:45.488837 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port ddb0644c-0165-4b8b-b6b6-469776857dbc triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:07:45.489406 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:45.569613 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port ddb0644c-0165-4b8b-b6b6-469776857dbc is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:07:45.570015 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:45.592491 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cbb8dc-a586-44ec-b529-17cb55ad995a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb0644c-0165-4b8b-b6b6-469776857dbc'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:07:45.594735 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427793a2-2b08-4e61-8e86-79b5ee086cf7" -d '{"events": [{"server_uuid": "a5cbb8dc-a586-44ec-b529-17cb55ad995a", "name": "network-vif-plugged", "status": "completed", "tag": "ddb0644c-0165-4b8b-b6b6-469776857dbc"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:07:45.606896 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port ddb0644c-0165-4b8b-b6b6-469776857dbc, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ddb0644c-0165-4b8b-b6b6-469776857dbc,segment=NetworkSegment(6d813aee-6d29-4317-a997-a1c452e3e98c),segment_id=6d813aee-6d29-4317-a997-a1c452e3e98c)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:07:45.630519 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1c8add-4be8-41d5-b3c8-5eb62d10b612 x-openstack-request-id: req-1e1c8add-4be8-41d5-b3c8-5eb62d10b612 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:07:45.630828 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cbb8dc-a586-44ec-b529-17cb55ad995a", "name": "network-vif-plugged", "status": "completed", "tag": "ddb0644c-0165-4b8b-b6b6-469776857dbc", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:07:45.631082 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e1c8add-4be8-41d5-b3c8-5eb62d10b612 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:07:45.631503 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cbb8dc-a586-44ec-b529-17cb55ad995a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb0644c-0165-4b8b-b6b6-469776857dbc', 'code': 200} Feb 28 13:07:45.677544 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:45.730600 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=ddb0644c-0165-4b8b-b6b6-469776857dbc,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:45.963574 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545ce7f-beb8-4b4e-9c17-4a3055922543 req-410587bd-dfe2-438e-b462-dc200934b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:45.965123 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e545ce7f-beb8-4b4e-9c17-4a3055922543 req-410587bd-dfe2-438e-b462-dc200934b45d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 1130 time: 0.0608559 Feb 28 13:07:46.027025 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e545ce7f-beb8-4b4e-9c17-4a3055922543 req-2e3bcbd5-0c3a-4e54-ba81-bdb1b29ed968 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Feb 28 13:07:46.175400 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f2a2d-4c95-447c-ac82-f7e908cc1bb9 req-bc5ddeea-658b-4965-9409-90aefac2e6f2 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:46.177028 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-be1f2a2d-4c95-447c-ac82-f7e908cc1bb9 req-bc5ddeea-658b-4965-9409-90aefac2e6f2 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 946 time: 0.2952919 Feb 28 13:07:46.187966 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2148ddf-42d4-4c4c-99dd-6027bd25f948 req-286c677b-3465-4e07-b6c0-692d98a2dc4c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:46.189464 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d2148ddf-42d4-4c4c-99dd-6027bd25f948 req-286c677b-3465-4e07-b6c0-692d98a2dc4c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.3198564 Feb 28 13:07:46.261652 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-be1f2a2d-4c95-447c-ac82-f7e908cc1bb9 req-ae54a3c7-6773-446e-b089-9f5bb9c994b7 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711713 Feb 28 13:07:46.276299 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d2148ddf-42d4-4c4c-99dd-6027bd25f948 req-4dd74cbb-8198-4c09-93d7-453ae0f26fa1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799682 Feb 28 13:07:47.427225 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27c08a-f3d6-4704-afb5-26d383550d4f req-a24c97b3-5199-4764-9073-3dca2547e19a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:47.428652 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9c27c08a-f3d6-4704-afb5-26d383550d4f req-a24c97b3-5199-4764-9073-3dca2547e19a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0886893 Feb 28 13:07:47.437651 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326480a-8d61-41a9-ac96-a5910bade936 req-00e54292-4d36-43be-a2d1-7e03ef83192d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:47.437964 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f326480a-8d61-41a9-ac96-a5910bade936 req-00e54292-4d36-43be-a2d1-7e03ef83192d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 946 time: 0.0871234 Feb 28 13:07:47.513602 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9c27c08a-f3d6-4704-afb5-26d383550d4f req-5c877935-f5e0-4c60-a712-5059d8b65d1d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746608 Feb 28 13:07:47.521134 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f326480a-8d61-41a9-ac96-a5910bade936 req-411c9964-08d2-4331-9ef2-7591819b303a tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764458 Feb 28 13:07:47.729367 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:48.664271 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd091-c941-4505-b42f-df7d64684c9a req-70f93b76-2280-485d-ae2b-fe83058e622e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:48.665692 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8c9cd091-c941-4505-b42f-df7d64684c9a req-70f93b76-2280-485d-ae2b-fe83058e622e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0822456 Feb 28 13:07:48.681173 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450dab9-0798-4835-a7f9-39dfdff8d394 req-2065b640-bf1e-4dd4-94a5-0bb520c16960 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:48.682638 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2450dab9-0798-4835-a7f9-39dfdff8d394 req-2065b640-bf1e-4dd4-94a5-0bb520c16960 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 946 time: 0.0878065 Feb 28 13:07:48.749498 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8c9cd091-c941-4505-b42f-df7d64684c9a req-0f80fb58-ce65-4a4a-bde8-f5de5682137c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762765 Feb 28 13:07:48.760751 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2450dab9-0798-4835-a7f9-39dfdff8d394 req-9cfc2f63-7cdd-4cdb-b24a-c3ec8c3bc709 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721729 Feb 28 13:07:49.872409 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50639d71-7c84-4956-8c9c-c01ce978823c req-3625692b-f12d-4e3a-bf6f-e8fbc6c2c746 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:49.873854 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-50639d71-7c84-4956-8c9c-c01ce978823c req-3625692b-f12d-4e3a-bf6f-e8fbc6c2c746 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0526366 Feb 28 13:07:49.920708 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-50639d71-7c84-4956-8c9c-c01ce978823c req-28e5f43a-6fe7-433e-839c-7f48c6bde541 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405374 Feb 28 13:07:50.362932 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:07:51.042236 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92bc2c-9814-4465-b758-573ebff21fda req-f31bdfaa-d8cf-40cc-a647-60018f6ced2e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:51.043656 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8b92bc2c-9814-4465-b758-573ebff21fda req-f31bdfaa-d8cf-40cc-a647-60018f6ced2e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0532892 Feb 28 13:07:51.091269 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8b92bc2c-9814-4465-b758-573ebff21fda req-fa8e5503-4e80-4204-8da3-ae33206589d1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411153 Feb 28 13:07:52.220483 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0dbb7-c60c-478c-8c04-fccfcfedf81e req-1acf114d-ab1d-49e4-9293-bceb3215a364 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:52.221923 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72e0dbb7-c60c-478c-8c04-fccfcfedf81e req-1acf114d-ab1d-49e4-9293-bceb3215a364 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0594282 Feb 28 13:07:52.270867 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72e0dbb7-c60c-478c-8c04-fccfcfedf81e req-dbac97d0-e9bd-4e57-a52a-fcf2dfc18a07 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435445 Feb 28 13:07:52.658021 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77811b16-19c6-4724-8775-7e4abf1a89a5 req-f331e57e-7e16-481e-a3a4-b7f22f6ee901 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:52.659540 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-77811b16-19c6-4724-8775-7e4abf1a89a5 req-f331e57e-7e16-481e-a3a4-b7f22f6ee901 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0552037 Feb 28 13:07:52.713135 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-77811b16-19c6-4724-8775-7e4abf1a89a5 req-7f82cc49-377b-4dc4-9c48-01cab1971cdf tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480909 Feb 28 13:07:52.804007 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2792bde-e9ec-4d63-bdf1-58c1a7107e3f req-d2aa09bd-44d2-40c5-9767-0ec4fc3ca4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:52.806529 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c2792bde-e9ec-4d63-bdf1-58c1a7107e3f req-d2aa09bd-44d2-40c5-9767-0ec4fc3ca4b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d81f40b84784ce5bc103294dc08507e&device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 1130 time: 0.0460722 Feb 28 13:07:52.836521 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 55114) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:52.848805 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55765cd7-7451-4998-8e7e-a8c667f39b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:52.911487 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2792bde-e9ec-4d63-bdf1-58c1a7107e3f req-3ed39e2f-02c1-41e3-a9a4-d2e66a23bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:52.913030 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c2792bde-e9ec-4d63-bdf1-58c1a7107e3f req-3ed39e2f-02c1-41e3-a9a4-d2e66a23bcfb service neutron] 10.222.0.35 "GET /v2.0/networks?id=1817a4ca-a968-48f5-850b-0f648c55cd83 HTTP/1.1" status: 200 len: 912 time: 0.0921156 Feb 28 13:07:52.942030 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0958aa5d-5ba6-4cc7-bd6d-654717ed956b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:52.980770 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c2792bde-e9ec-4d63-bdf1-58c1a7107e3f req-ab463184-5c5d-4868-a4c1-cde727bb3db1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4263d2b-78ac-448f-a14d-66f9817833d7 HTTP/1.1" status: 200 len: 1001 time: 0.0594680 Feb 28 13:07:53.026175 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0958aa5d-5ba6-4cc7-bd6d-654717ed956b admin admin] Publish callbacks [] for security_group (30e257dc-8097-4070-a5b1-6e4eb6e68337), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:53.035906 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2792bde-e9ec-4d63-bdf1-58c1a7107e3f req-b3a15258-6d97-47aa-af0b-304d7a2f7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:53.037475 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c2792bde-e9ec-4d63-bdf1-58c1a7107e3f req-b3a15258-6d97-47aa-af0b-304d7a2f7f89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa975e66-0ccb-4dbd-aabf-a88125b3979d HTTP/1.1" status: 200 len: 850 time: 0.0485201 Feb 28 13:07:53.095485 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2792bde-e9ec-4d63-bdf1-58c1a7107e3f req-ac021f07-7883-4510-8f23-2b2bff0fc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:53.097009 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c2792bde-e9ec-4d63-bdf1-58c1a7107e3f req-ac021f07-7883-4510-8f23-2b2bff0fc172 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1817a4ca-a968-48f5-850b-0f648c55cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498056 Feb 28 13:07:53.100534 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0958aa5d-5ba6-4cc7-bd6d-654717ed956b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (30e257dc-8097-4070-a5b1-6e4eb6e68337), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:53.138142 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-0958aa5d-5ba6-4cc7-bd6d-654717ed956b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e639b898e78f486cb64507bdb7d4e176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005359 Feb 28 13:07:53.140651 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 55118) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:53.147966 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958aa5d-5ba6-4cc7-bd6d-654717ed956b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e257dc-8097-4070-a5b1-6e4eb6e68337,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:53.191528 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c2792bde-e9ec-4d63-bdf1-58c1a7107e3f req-040cecea-c8cd-4d91-a954-e9f9bd85da8d service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843608 Feb 28 13:07:53.194964 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ef1eef56-d2a5-431b-8d8b-229384170718 admin admin] Publish callbacks [] for security_group (30e257dc-8097-4070-a5b1-6e4eb6e68337), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:53.222770 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ef1eef56-d2a5-431b-8d8b-229384170718 admin admin] Publish callbacks [] for security_group (30e257dc-8097-4070-a5b1-6e4eb6e68337), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:53.292346 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c2792bde-e9ec-4d63-bdf1-58c1a7107e3f req-4a75f693-f38c-4be3-96ed-b258bc0c354c service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881546 Feb 28 13:07:53.346402 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ef1eef56-d2a5-431b-8d8b-229384170718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (30e257dc-8097-4070-a5b1-6e4eb6e68337), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:53.349077 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-ef1eef56-d2a5-431b-8d8b-229384170718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:53.357486 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-ef1eef56-d2a5-431b-8d8b-229384170718 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30e257dc-8097-4070-a5b1-6e4eb6e68337 HTTP/1.1" status: 204 len: 168 time: 0.2090325 Feb 28 13:07:53.358992 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1eef56-d2a5-431b-8d8b-229384170718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e257dc-8097-4070-a5b1-6e4eb6e68337,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:53.837505 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64732678-f96e-49ba-bd09-3d3d1918a4ca req-58d653a8-ca37-4d6b-9e37-9ab432fcebdf tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:53.839015 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-64732678-f96e-49ba-bd09-3d3d1918a4ca req-58d653a8-ca37-4d6b-9e37-9ab432fcebdf tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0533941 Feb 28 13:07:53.893760 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-64732678-f96e-49ba-bd09-3d3d1918a4ca req-8f2b7c20-4220-4935-adb2-1a16beb2f7f7 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489173 Feb 28 13:07:53.996859 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 55130) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:54.010265 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-04c31921-fdd0-457a-b64c-cb23bf30f253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:54.084446 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-04c31921-fdd0-457a-b64c-cb23bf30f253 admin admin] Publish callbacks [] for security_group (7d6e8e35-042b-4332-a665-be38f10a4063), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:54.197660 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-04c31921-fdd0-457a-b64c-cb23bf30f253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (7d6e8e35-042b-4332-a665-be38f10a4063), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:54.236160 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-04c31921-fdd0-457a-b64c-cb23bf30f253 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1200624f4e1b4911b216b280c8513654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382543 Feb 28 13:07:54.237012 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c31921-fdd0-457a-b64c-cb23bf30f253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6e8e35-042b-4332-a665-be38f10a4063,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:54.239573 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55132) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:54.289928 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4edc-a873-4fef-ad7a-811407d6c46d admin admin] Publish callbacks [] for security_group (7d6e8e35-042b-4332-a665-be38f10a4063), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:54.310636 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4edc-a873-4fef-ad7a-811407d6c46d admin admin] Publish callbacks [] for security_group (7d6e8e35-042b-4332-a665-be38f10a4063), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:54.437260 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4edc-a873-4fef-ad7a-811407d6c46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (7d6e8e35-042b-4332-a665-be38f10a4063), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:54.439956 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4edc-a873-4fef-ad7a-811407d6c46d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:54.441128 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-0f5a4edc-a873-4fef-ad7a-811407d6c46d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d6e8e35-042b-4332-a665-be38f10a4063 HTTP/1.1" status: 204 len: 168 time: 0.1997147 Feb 28 13:07:54.449601 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a4edc-a873-4fef-ad7a-811407d6c46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6e8e35-042b-4332-a665-be38f10a4063,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:55.013789 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b520ea3-8e3f-437a-a9c3-72b8c0da3192 req-9a6d8e7a-9542-4e37-b4f7-552cdf37e5c0 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:07:55.015423 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7b520ea3-8e3f-437a-a9c3-72b8c0da3192 req-9a6d8e7a-9542-4e37-b4f7-552cdf37e5c0 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0535192 Feb 28 13:07:55.045173 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55148) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:55.059339 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10352cf5-611f-4601-99ac-b7fe8d10b033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:55.064332 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7b520ea3-8e3f-437a-a9c3-72b8c0da3192 req-c19e6f92-8e13-4793-baa7-a047a15fb51e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 Feb 28 13:07:55.131684 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10352cf5-611f-4601-99ac-b7fe8d10b033 admin admin] Publish callbacks [] for security_group (de5bd0e9-88b7-4748-b911-dd2d5a555c77), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:55.168537 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10352cf5-611f-4601-99ac-b7fe8d10b033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (de5bd0e9-88b7-4748-b911-dd2d5a555c77), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:55.206158 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-10352cf5-611f-4601-99ac-b7fe8d10b033 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1eddc59d3f247fb9d6b5d92ea6eac14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598537 Feb 28 13:07:55.208282 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10352cf5-611f-4601-99ac-b7fe8d10b033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5bd0e9-88b7-4748-b911-dd2d5a555c77,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:55.208864 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 55154) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:55.261592 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6283f133-a8ca-46e1-9436-00c3d3cf83dc admin admin] Publish callbacks [] for security_group (de5bd0e9-88b7-4748-b911-dd2d5a555c77), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:55.283610 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6283f133-a8ca-46e1-9436-00c3d3cf83dc admin admin] Publish callbacks [] for security_group (de5bd0e9-88b7-4748-b911-dd2d5a555c77), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:55.323104 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6cdc562a-a751-4513-b31f-c3f749fa3082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:55.397561 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6283f133-a8ca-46e1-9436-00c3d3cf83dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (de5bd0e9-88b7-4748-b911-dd2d5a555c77), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:55.400190 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6283f133-a8ca-46e1-9436-00c3d3cf83dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:55.401328 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-6283f133-a8ca-46e1-9436-00c3d3cf83dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de5bd0e9-88b7-4748-b911-dd2d5a555c77 HTTP/1.1" status: 204 len: 168 time: 0.1914847 Feb 28 13:07:55.409481 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283f133-a8ca-46e1-9436-00c3d3cf83dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5bd0e9-88b7-4748-b911-dd2d5a555c77,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:56.728729 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:57.928568 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:58.317287 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55250) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:58.422994 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36497674-7fc9-4a0c-a5e5-93b6705353bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:58.493613 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36497674-7fc9-4a0c-a5e5-93b6705353bd admin admin] Publish callbacks [] for security_group (70de51f1-b2b0-4d1c-a327-73e459fb303b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:58.562938 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36497674-7fc9-4a0c-a5e5-93b6705353bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (70de51f1-b2b0-4d1c-a327-73e459fb303b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:58.598165 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36497674-7fc9-4a0c-a5e5-93b6705353bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70de51f1-b2b0-4d1c-a327-73e459fb303b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:58.602222 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-36497674-7fc9-4a0c-a5e5-93b6705353bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab850c3261d84d89894b2b0b7d04d898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839274 Feb 28 13:07:58.604828 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55254) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:58.650072 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72d2fc5f-20ee-415c-828a-6f512b9c9733 admin admin] Publish callbacks [] for security_group (70de51f1-b2b0-4d1c-a327-73e459fb303b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:58.670797 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72d2fc5f-20ee-415c-828a-6f512b9c9733 admin admin] Publish callbacks [] for security_group (70de51f1-b2b0-4d1c-a327-73e459fb303b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:58.785727 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72d2fc5f-20ee-415c-828a-6f512b9c9733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (70de51f1-b2b0-4d1c-a327-73e459fb303b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:58.788389 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72d2fc5f-20ee-415c-828a-6f512b9c9733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:58.789530 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-72d2fc5f-20ee-415c-828a-6f512b9c9733 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70de51f1-b2b0-4d1c-a327-73e459fb303b HTTP/1.1" status: 204 len: 168 time: 0.1838071 Feb 28 13:07:58.796926 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2fc5f-20ee-415c-828a-6f512b9c9733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70de51f1-b2b0-4d1c-a327-73e459fb303b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:59.391083 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55264) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:59.403750 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-45274acd-f2c5-4bd3-8455-c31fb1061670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:59.442845 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:59.475557 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-45274acd-f2c5-4bd3-8455-c31fb1061670 admin admin] Publish callbacks [] for security_group (e8664dd3-48c4-4eca-8e1d-ef520437d4cb), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:59.579708 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-45274acd-f2c5-4bd3-8455-c31fb1061670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (e8664dd3-48c4-4eca-8e1d-ef520437d4cb), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:59.614804 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45274acd-f2c5-4bd3-8455-c31fb1061670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8664dd3-48c4-4eca-8e1d-ef520437d4cb,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:07:59.618842 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-45274acd-f2c5-4bd3-8455-c31fb1061670 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee7362d04969433c83ce4a072d4cbffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267053 Feb 28 13:07:59.621407 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55266) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:07:59.667217 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6eaada5d-ad42-487d-af86-a83511697440 admin admin] Publish callbacks [] for security_group (e8664dd3-48c4-4eca-8e1d-ef520437d4cb), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:59.688723 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6eaada5d-ad42-487d-af86-a83511697440 admin admin] Publish callbacks [] for security_group (e8664dd3-48c4-4eca-8e1d-ef520437d4cb), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:59.824741 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6eaada5d-ad42-487d-af86-a83511697440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (e8664dd3-48c4-4eca-8e1d-ef520437d4cb), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:59.827333 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6eaada5d-ad42-487d-af86-a83511697440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:07:59.828549 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-6eaada5d-ad42-487d-af86-a83511697440 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8664dd3-48c4-4eca-8e1d-ef520437d4cb HTTP/1.1" status: 204 len: 168 time: 0.2062280 Feb 28 13:07:59.836169 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaada5d-ad42-487d-af86-a83511697440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8664dd3-48c4-4eca-8e1d-ef520437d4cb,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:02.887395 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55362) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:02.991492 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b3d660f9-9927-4de3-8fd3-9a2430ca072d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:03.074069 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b3d660f9-9927-4de3-8fd3-9a2430ca072d admin admin] Publish callbacks [] for security_group (1c73a0d0-7450-48b9-8500-b9f78a9d7c1e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:03.145711 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b3d660f9-9927-4de3-8fd3-9a2430ca072d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (1c73a0d0-7450-48b9-8500-b9f78a9d7c1e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:03.186074 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-b3d660f9-9927-4de3-8fd3-9a2430ca072d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4355932c7422430e9e5da0d2272bd234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969751 Feb 28 13:08:03.186978 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d660f9-9927-4de3-8fd3-9a2430ca072d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c73a0d0-7450-48b9-8500-b9f78a9d7c1e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:03.189472 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 55370) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:03.236878 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3d9dc46e-d877-48af-8fa0-2c7e533c8a85 admin admin] Publish callbacks [] for security_group (1c73a0d0-7450-48b9-8500-b9f78a9d7c1e), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:03.257978 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3d9dc46e-d877-48af-8fa0-2c7e533c8a85 admin admin] Publish callbacks [] for security_group (1c73a0d0-7450-48b9-8500-b9f78a9d7c1e), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:03.368705 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3d9dc46e-d877-48af-8fa0-2c7e533c8a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (1c73a0d0-7450-48b9-8500-b9f78a9d7c1e), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:03.371319 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3d9dc46e-d877-48af-8fa0-2c7e533c8a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:03.372578 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-3d9dc46e-d877-48af-8fa0-2c7e533c8a85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c73a0d0-7450-48b9-8500-b9f78a9d7c1e HTTP/1.1" status: 204 len: 168 time: 0.1820955 Feb 28 13:08:03.380840 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9dc46e-d877-48af-8fa0-2c7e533c8a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c73a0d0-7450-48b9-8500-b9f78a9d7c1e,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:03.904691 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 55378) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:03.918091 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f14d309b-1873-4568-9f8c-eb0221a94039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:03.989857 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f14d309b-1873-4568-9f8c-eb0221a94039 admin admin] Publish callbacks [] for security_group (4095963f-b06f-442d-8dfc-7a46b8cb61a9), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:04.053917 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f14d309b-1873-4568-9f8c-eb0221a94039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (4095963f-b06f-442d-8dfc-7a46b8cb61a9), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:04.098330 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-f14d309b-1873-4568-9f8c-eb0221a94039 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eba39ec4d65342c6b03ee41253d065e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894586 Feb 28 13:08:04.098330 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d309b-1873-4568-9f8c-eb0221a94039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4095963f-b06f-442d-8dfc-7a46b8cb61a9,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:04.098582 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55386) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:04.148413 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-985dce3a-a7a4-45dc-bf8f-3a0135e5f825 admin admin] Publish callbacks [] for security_group (4095963f-b06f-442d-8dfc-7a46b8cb61a9), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:04.169556 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-985dce3a-a7a4-45dc-bf8f-3a0135e5f825 admin admin] Publish callbacks [] for security_group (4095963f-b06f-442d-8dfc-7a46b8cb61a9), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:04.322965 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-985dce3a-a7a4-45dc-bf8f-3a0135e5f825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (4095963f-b06f-442d-8dfc-7a46b8cb61a9), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:04.325569 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-985dce3a-a7a4-45dc-bf8f-3a0135e5f825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:04.326729 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-985dce3a-a7a4-45dc-bf8f-3a0135e5f825 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4095963f-b06f-442d-8dfc-7a46b8cb61a9 HTTP/1.1" status: 204 len: 168 time: 0.2259984 Feb 28 13:08:04.341875 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dce3a-a7a4-45dc-bf8f-3a0135e5f825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4095963f-b06f-442d-8dfc-7a46b8cb61a9,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:04.514170 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a66a5-185c-451f-8b26-b90b99b62700 req-6e2df14c-f96c-42cd-9981-0234d9e4e1dc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:04.515729 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-745a66a5-185c-451f-8b26-b90b99b62700 req-6e2df14c-f96c-42cd-9981-0234d9e4e1dc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0517969 Feb 28 13:08:04.562139 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-745a66a5-185c-451f-8b26-b90b99b62700 req-872f7bbb-0d46-4970-81ff-ccf26621f83b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402775 Feb 28 13:08:05.684512 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef9f7-e8c4-476d-83ce-04964f3fc100 req-7b0721b5-da6c-4d51-84fb-9f082b247b3d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:05.686182 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0d9ef9f7-e8c4-476d-83ce-04964f3fc100 req-7b0721b5-da6c-4d51-84fb-9f082b247b3d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0525301 Feb 28 13:08:05.732375 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0d9ef9f7-e8c4-476d-83ce-04964f3fc100 req-4deac6f1-ed98-44f5-8d9a-29ed895cfef0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402074 Feb 28 13:08:05.848603 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55426) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:05.952916 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dea10a3a-6b78-4bfc-baee-362857bda4ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:06.023663 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dea10a3a-6b78-4bfc-baee-362857bda4ba admin admin] Publish callbacks [] for security_group (66d6c9a8-b5b2-42f4-b8eb-bbcdc7e2e534), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:06.088522 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dea10a3a-6b78-4bfc-baee-362857bda4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (66d6c9a8-b5b2-42f4-b8eb-bbcdc7e2e534), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:06.126100 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-dea10a3a-6b78-4bfc-baee-362857bda4ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=579719801fd9460d8b72d4af5fd94e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764635 Feb 28 13:08:06.126935 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea10a3a-6b78-4bfc-baee-362857bda4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d6c9a8-b5b2-42f4-b8eb-bbcdc7e2e534,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:06.129520 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 55432) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:06.179686 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a9799993-3363-48f3-885c-a1573dba9002 admin admin] Publish callbacks [] for security_group (66d6c9a8-b5b2-42f4-b8eb-bbcdc7e2e534), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:06.201202 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a9799993-3363-48f3-885c-a1573dba9002 admin admin] Publish callbacks [] for security_group (66d6c9a8-b5b2-42f4-b8eb-bbcdc7e2e534), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:06.288318 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a9799993-3363-48f3-885c-a1573dba9002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (66d6c9a8-b5b2-42f4-b8eb-bbcdc7e2e534), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:06.290936 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a9799993-3363-48f3-885c-a1573dba9002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:06.292099 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-a9799993-3363-48f3-885c-a1573dba9002 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66d6c9a8-b5b2-42f4-b8eb-bbcdc7e2e534 HTTP/1.1" status: 204 len: 168 time: 0.1615889 Feb 28 13:08:06.300647 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9799993-3363-48f3-885c-a1573dba9002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d6c9a8-b5b2-42f4-b8eb-bbcdc7e2e534,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:06.855431 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289df0e2-807d-47fe-8eac-a031d81e6f8b req-f8eb0579-bc50-448d-a33c-0c70243e8d44 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:06.856965 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-289df0e2-807d-47fe-8eac-a031d81e6f8b req-f8eb0579-bc50-448d-a33c-0c70243e8d44 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0531249 Feb 28 13:08:06.902837 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-289df0e2-807d-47fe-8eac-a031d81e6f8b req-8a5e976f-f271-4ce1-8f32-c26f980fc333 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403957 Feb 28 13:08:08.026420 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add19316-3362-4651-b7cf-7fd394c868e0 req-cca2fa38-4915-477b-ab71-64bf231856b6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:08.027922 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-add19316-3362-4651-b7cf-7fd394c868e0 req-cca2fa38-4915-477b-ab71-64bf231856b6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0518064 Feb 28 13:08:08.076301 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-add19316-3362-4651-b7cf-7fd394c868e0 req-9fc0640c-d29b-4d26-8355-2851fc969253 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426199 Feb 28 13:08:08.650833 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-5179e97c-cbc5-46f8-992f-3ad7e57a7ac1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:08.652330 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-5179e97c-cbc5-46f8-992f-3ad7e57a7ac1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0541046 Feb 28 13:08:08.744655 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Deleting port ff9e4769-3111-4655-a016-1b45818d6798 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:08:08.744994 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (ff9e4769-3111-4655-a016-1b45818d6798), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:08.835484 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] For port ff9e4769-3111-4655-a016-1b45818d6798, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ff9e4769-3111-4655-a016-1b45818d6798,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:08.835840 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (ff9e4769-3111-4655-a016-1b45818d6798), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:09.055133 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:09.055513 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (a6e35bb6-c8b5-44b4-844e-774c09a47bc8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:09.055834 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.l3_db [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Floating IP a6e35bb6-c8b5-44b4-844e-774c09a47bc8 disassociated. External IP: 172.27.2.205, port: ff9e4769-3111-4655-a016-1b45818d6798. Feb 28 13:08:09.056192 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Calling delete_port for ff9e4769-3111-4655-a016-1b45818d6798 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:08:09.199019 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dada45c-4c72-4600-9c85-6525065909e8 req-051f6d70-e8a2-445c-95e6-a1925bbb6f1c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:09.200555 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3dada45c-4c72-4600-9c85-6525065909e8 req-051f6d70-e8a2-445c-95e6-a1925bbb6f1c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 946 time: 0.0534506 Feb 28 13:08:09.237235 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (ff9e4769-3111-4655-a016-1b45818d6798), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:09.246299 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3dada45c-4c72-4600-9c85-6525065909e8 req-6ced6965-8969-46e5-ba4c-602ca2d38d53 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b429543-bc65-42cd-a7bf-995be5168321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Feb 28 13:08:09.269058 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event deleted for resources: {'Port': ['ID=ff9e4769-3111-4655-a016-1b45818d6798,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:09.386017 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Router 9f0ce550-e627-4c30-a93f-03f863c20f90 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:08:09.733582 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:08:09.745324 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d1e63d-338e-460d-9c57-cf8a46e01277 None None] Sync routers for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:08:09.754752 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1e63d-338e-460d-9c57-cf8a46e01277 None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:08:09.755369 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-67d1e63d-338e-460d-9c57-cf8a46e01277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:07:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:09.774278 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] No DVR routers for this DVR port ff9e4769-3111-4655-a016-1b45818d6798 on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:08:09.776811 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:09.780057 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-80d15d16-816e-41c2-8f6a-7665c7a43845 req-414676fb-15f4-4daa-9a29-50db85be4168 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.35 "DELETE /v2.0/ports/ff9e4769-3111-4655-a016-1b45818d6798 HTTP/1.1" status: 204 len: 173 time: 1.1218660 Feb 28 13:08:09.780488 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'name': 'network-vif-deleted', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:08:09.782663 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034bea95-d98f-49b8-a827-5279f071ebae" -d '{"events": [{"server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "name": "network-vif-deleted", "tag": "ff9e4769-3111-4655-a016-1b45818d6798"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:08:09.818417 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd89eb5-f731-4963-b28d-88f7c59646be x-openstack-request-id: req-8fd89eb5-f731-4963-b28d-88f7c59646be {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:08:09.818707 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4afe2c-2ef9-4245-8961-fad50403a19d", "name": "network-vif-deleted", "tag": "ff9e4769-3111-4655-a016-1b45818d6798", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:08:09.819029 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fd89eb5-f731-4963-b28d-88f7c59646be {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:08:09.819393 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4afe2c-2ef9-4245-8961-fad50403a19d', 'name': 'network-vif-deleted', 'tag': 'ff9e4769-3111-4655-a016-1b45818d6798', 'status': 'completed', 'code': 200} Feb 28 13:08:09.870385 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-67d1e63d-338e-460d-9c57-cf8a46e01277 None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:08:10.065036 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-67d1e63d-338e-460d-9c57-cf8a46e01277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:34Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:10.094106 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d1e63d-338e-460d-9c57-cf8a46e01277 None None] Checking router: 9f0ce550-e627-4c30-a93f-03f863c20f90 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:08:10.102886 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1e63d-338e-460d-9c57-cf8a46e01277 None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:08:10.103524 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-67d1e63d-338e-460d-9c57-cf8a46e01277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:07:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:10.207644 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-67d1e63d-338e-460d-9c57-cf8a46e01277 None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:08:10.344049 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-827200c9-8df1-43f9-b906-abeaca58b632 req-256d1acd-511f-4b02-8f37-8681807e7022 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 210 time: 0.0269902 Feb 28 13:08:10.409808 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-67d1e63d-338e-460d-9c57-cf8a46e01277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:34Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:10.435554 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d1e63d-338e-460d-9c57-cf8a46e01277 None None] The sync data for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi is: [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:34Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:08:10.658138 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe225770-1ae5-4cf8-ae18-b859432266bd None None] New status for floating IP a6e35bb6-c8b5-44b4-844e-774c09a47bc8: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:08:11.448442 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c00680da-3278-46b3-b4cf-a7b7b9924855 req-44049d72-1daa-4029-b536-bfd2a9f1606b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 210 time: 0.0296929 Feb 28 13:08:12.558211 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c40f8275-5912-4dfb-b0ba-676ad77f8fec req-9cf4869d-2ed1-4695-8ff4-87a1e340cbe3 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d4afe2c-2ef9-4245-8961-fad50403a19d HTTP/1.1" status: 200 len: 210 time: 0.0272980 Feb 28 13:08:13.485851 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ff9e4769-3111-4655-a016-1b45818d6798 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:08:13.628183 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: ff9e4769-3111-4655-a016-1b45818d6798 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:08:13.629127 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ff9e4769-3111-4655-a016-1b45818d6798 not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:08:13.741535 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 55508) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:13.793842 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d62334cf-0bc2-46bc-9643-ba0685e39590 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group (8b429543-bc65-42cd-a7bf-995be5168321), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:13.817613 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d62334cf-0bc2-46bc-9643-ba0685e39590 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group (8b429543-bc65-42cd-a7bf-995be5168321), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:13.900148 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d62334cf-0bc2-46bc-9643-ba0685e39590 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (8b429543-bc65-42cd-a7bf-995be5168321), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:13.902788 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d62334cf-0bc2-46bc-9643-ba0685e39590 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:13.903969 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d62334cf-0bc2-46bc-9643-ba0685e39590 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "DELETE /v2.0/security-groups/8b429543-bc65-42cd-a7bf-995be5168321 HTTP/1.1" status: 204 len: 168 time: 0.1614678 Feb 28 13:08:13.906832 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55512) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:13.913927 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62334cf-0bc2-46bc-9643-ba0685e39590 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b429543-bc65-42cd-a7bf-995be5168321,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:13.920319 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.api.v2.resource [None req-d001636a-8dfe-4130-a86e-715f7ad6a70a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] show failed (client error): The resource could not be found. Feb 28 13:08:13.924637 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d001636a-8dfe-4130-a86e-715f7ad6a70a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups/8b429543-bc65-42cd-a7bf-995be5168321 HTTP/1.1" status: 404 len: 347 time: 0.0167117 Feb 28 13:08:13.925713 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55514) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:14.047517 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc5b43-a84c-4bac-8344-c76fabdbf67a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Deleting port 5100d479-efcd-4046-a781-6c66c496e506 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:08:14.047865 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bcbc5b43-a84c-4bac-8344-c76fabdbf67a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (5100d479-efcd-4046-a781-6c66c496e506), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:14.123695 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bcbc5b43-a84c-4bac-8344-c76fabdbf67a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (5100d479-efcd-4046-a781-6c66c496e506), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:14.124036 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bcbc5b43-a84c-4bac-8344-c76fabdbf67a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (5100d479-efcd-4046-a781-6c66c496e506), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:14.135430 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc5b43-a84c-4bac-8344-c76fabdbf67a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Calling delete_port for 5100d479-efcd-4046-a781-6c66c496e506 owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:08:14.305801 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bcbc5b43-a84c-4bac-8344-c76fabdbf67a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (5100d479-efcd-4046-a781-6c66c496e506), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:14.331143 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc5b43-a84c-4bac-8344-c76fabdbf67a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event deleted for resources: {'Port': ['ID=5100d479-efcd-4046-a781-6c66c496e506,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:14.394623 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bcbc5b43-a84c-4bac-8344-c76fabdbf67a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (a6e35bb6-c8b5-44b4-844e-774c09a47bc8), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:14.397325 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bcbc5b43-a84c-4bac-8344-c76fabdbf67a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:14.398559 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-bcbc5b43-a84c-4bac-8344-c76fabdbf67a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "DELETE /v2.0/floatingips/a6e35bb6-c8b5-44b4-844e-774c09a47bc8 HTTP/1.1" status: 204 len: 168 time: 0.4719129 Feb 28 13:08:14.807780 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55520) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:14.812273 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-75a0ebd2-0c44-4813-8f59-5bafaf2fb040 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--588051495', 'description': 'tempest-description--1286600767'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:14.888402 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75a0ebd2-0c44-4813-8f59-5bafaf2fb040 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:14.954177 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75a0ebd2-0c44-4813-8f59-5bafaf2fb040 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group (643105a8-0678-4683-b10a-35dd2fef68ea), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:14.996882 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75a0ebd2-0c44-4813-8f59-5bafaf2fb040 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (643105a8-0678-4683-b10a-35dd2fef68ea), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:15.025017 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0ebd2-0c44-4813-8f59-5bafaf2fb040 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643105a8-0678-4683-b10a-35dd2fef68ea,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:15.061564 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75a0ebd2-0c44-4813-8f59-5bafaf2fb040 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:15.062817 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-75a0ebd2-0c44-4813-8f59-5bafaf2fb040 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2540359 Feb 28 13:08:15.065572 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55524) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:15.069758 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5ea862ca-cfde-4233-92b0-ea47c4f2e154 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Request body: {'security_group_rule': {'security_group_id': '643105a8-0678-4683-b10a-35dd2fef68ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:15.138761 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ea862ca-cfde-4233-92b0-ea47c4f2e154 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group_rule (2259eccb-6b3a-441e-a396-64f96905199b), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:15.196878 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ea862ca-cfde-4233-92b0-ea47c4f2e154 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group_rule (2259eccb-6b3a-441e-a396-64f96905199b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:15.254213 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ea862ca-cfde-4233-92b0-ea47c4f2e154 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (2259eccb-6b3a-441e-a396-64f96905199b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:15.271695 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea862ca-cfde-4233-92b0-ea47c4f2e154 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2259eccb-6b3a-441e-a396-64f96905199b,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:15.335585 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ea862ca-cfde-4233-92b0-ea47c4f2e154 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:15.336775 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-5ea862ca-cfde-4233-92b0-ea47c4f2e154 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2702985 Feb 28 13:08:15.339513 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55528) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:15.347958 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b64cb6a3-ab6e-44b7-ade5-4787c858d577 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Request body: {'security_group_rule': {'security_group_id': '643105a8-0678-4683-b10a-35dd2fef68ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:15.459575 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b64cb6a3-ab6e-44b7-ade5-4787c858d577 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group_rule (f14ab5d5-53b9-4e2a-8672-c801ec311aa4), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:15.513022 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b64cb6a3-ab6e-44b7-ade5-4787c858d577 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group_rule (f14ab5d5-53b9-4e2a-8672-c801ec311aa4), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:15.591203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b64cb6a3-ab6e-44b7-ade5-4787c858d577 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (f14ab5d5-53b9-4e2a-8672-c801ec311aa4), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:15.608700 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cb6a3-ab6e-44b7-ade5-4787c858d577 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14ab5d5-53b9-4e2a-8672-c801ec311aa4,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:15.684954 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b64cb6a3-ab6e-44b7-ade5-4787c858d577 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:15.686229 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-b64cb6a3-ab6e-44b7-ade5-4787c858d577 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3457751 Feb 28 13:08:15.689359 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55530) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:15.694104 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Request body: {'floatingip': {'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:15.791514 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:15.889019 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:15.989460 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Allocated IP 172.27.2.139 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/d9596976-ee57-42c5-bf18-fbe04f1b78f4) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:08:16.092753 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for port (d9596976-ee57-42c5-bf18-fbe04f1b78f4), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:16.191257 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (d9596976-ee57-42c5-bf18-fbe04f1b78f4), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:16.228361 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:08:16.231176 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:08:16.234585 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:08:16.263290 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event updated for resources: {'Port': ['ID=d9596976-ee57-42c5-bf18-fbe04f1b78f4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:16.330663 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (6f115b3f-214c-4be1-afec-9149e25b4b6c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:16.436408 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784b15-1ba7-489e-94ff-6976ee30f4bd req-23c42e2d-a0b6-42ec-87b4-9c2607624d46 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:16.437924 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c5784b15-1ba7-489e-94ff-6976ee30f4bd req-23c42e2d-a0b6-42ec-87b4-9c2607624d46 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 946 time: 0.0535898 Feb 28 13:08:16.469871 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (d9596976-ee57-42c5-bf18-fbe04f1b78f4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:16.488552 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c5784b15-1ba7-489e-94ff-6976ee30f4bd req-f027dd87-a1a0-40f0-a576-2db26447071b tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451031 Feb 28 13:08:16.621441 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for port (d9596976-ee57-42c5-bf18-fbe04f1b78f4), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:16.733832 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (d9596976-ee57-42c5-bf18-fbe04f1b78f4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:16.803437 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event updated for resources: {'Port': ['ID=d9596976-ee57-42c5-bf18-fbe04f1b78f4,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:16.815641 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (6f115b3f-214c-4be1-afec-9149e25b4b6c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:16.897231 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:16.898489 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-ff3fcb52-788d-47cb-a743-2202bda59fd9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2082007 Feb 28 13:08:17.240789 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-7fe1761a-cad9-4ccd-8125-9a45d4ba6d2e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--588051495&fields=id&tenant_id=07d68bed67d94a8b8444e458057e60e4 HTTP/1.1" status: 200 len: 267 time: 0.0409839 Feb 28 13:08:17.343814 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-dd3afbe6-34c0-47f1-be30-9b389c63f474 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:17.345389 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-dd3afbe6-34c0-47f1-be30-9b389c63f474 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 816 time: 0.0984194 Feb 28 13:08:17.359497 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-1c9eab77-29d8-46a8-bf2d-a4899683d5bf tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/quotas/07d68bed67d94a8b8444e458057e60e4 HTTP/1.1" status: 200 len: 375 time: 0.0087550 Feb 28 13:08:17.417395 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-42dcb5ec-d66a-43a3-a054-28b58c6f93f6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529208 Feb 28 13:08:17.606011 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-8eef0a68-f774-4b67-80a9-480155047156 service neutron] 10.222.0.23 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766541 Feb 28 13:08:17.722243 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0acc83-f83c-4d12-8e95-7dc1eaa04176 req-803c7afd-32f3-4144-aa44-b7a413621115 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:17.723664 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2d0acc83-f83c-4d12-8e95-7dc1eaa04176 req-803c7afd-32f3-4144-aa44-b7a413621115 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 946 time: 0.1637003 Feb 28 13:08:17.751922 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-10d1d25e-166a-49fa-a40a-1df2da72aa88 service neutron] 10.222.0.23 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386538 Feb 28 13:08:17.756703 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:17.781412 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2d0acc83-f83c-4d12-8e95-7dc1eaa04176 req-eb5a9ce4-90cb-4c70-b62f-373a2ef776d1 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/security-groups?id=5602b203-2d1e-4c86-895c-764e6da1f3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513659 Feb 28 13:08:18.020040 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dba66995-b9e4-44f6-9ccd-2b630ffda187 req-7692d99b-4fe8-4972-9932-eff80e9950d2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 210 time: 0.0357451 Feb 28 13:08:18.421814 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78cfca-8e45-4bc9-af6c-6d65f1b4732f req-867eb40f-dfd6-4fde-b5c8-2e71622cbb6d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:18.423651 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5b78cfca-8e45-4bc9-af6c-6d65f1b4732f req-867eb40f-dfd6-4fde-b5c8-2e71622cbb6d tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 946 time: 0.0546169 Feb 28 13:08:18.535994 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-5b78cfca-8e45-4bc9-af6c-6d65f1b4732f req-55cba661-406c-4433-bdab-655e24f8f0ef tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Deleting port ddb0644c-0165-4b8b-b6b6-469776857dbc {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:08:18.536376 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5b78cfca-8e45-4bc9-af6c-6d65f1b4732f req-55cba661-406c-4433-bdab-655e24f8f0ef tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:18.624882 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-5b78cfca-8e45-4bc9-af6c-6d65f1b4732f req-55cba661-406c-4433-bdab-655e24f8f0ef tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] For port ddb0644c-0165-4b8b-b6b6-469776857dbc, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=ddb0644c-0165-4b8b-b6b6-469776857dbc,segment=NetworkSegment(6d813aee-6d29-4317-a997-a1c452e3e98c),segment_id=6d813aee-6d29-4317-a997-a1c452e3e98c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:18.625248 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5b78cfca-8e45-4bc9-af6c-6d65f1b4732f req-55cba661-406c-4433-bdab-655e24f8f0ef tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:18.638447 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-5b78cfca-8e45-4bc9-af6c-6d65f1b4732f req-55cba661-406c-4433-bdab-655e24f8f0ef tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Calling delete_port for ddb0644c-0165-4b8b-b6b6-469776857dbc owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:08:18.814226 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5b78cfca-8e45-4bc9-af6c-6d65f1b4732f req-55cba661-406c-4433-bdab-655e24f8f0ef tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (ddb0644c-0165-4b8b-b6b6-469776857dbc), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:18.826501 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['ddb0644c-0165-4b8b-b6b6-469776857dbc'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:08:18.845613 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cba661-406c-4433-bdab-655e24f8f0ef tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Pushing event deleted for resources: {'Port': ['ID=ddb0644c-0165-4b8b-b6b6-469776857dbc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:18.900140 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b78cfca-8e45-4bc9-af6c-6d65f1b4732f req-55cba661-406c-4433-bdab-655e24f8f0ef tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] No DVR routers for this DVR port ddb0644c-0165-4b8b-b6b6-469776857dbc on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:08:18.901791 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-11796bae-ee9c-4117-bb94-e5c8a1ff4ed7 req-42b249eb-124a-4edd-90de-472ef24943e0 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 210 time: 0.0301886 Feb 28 13:08:18.904846 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5b78cfca-8e45-4bc9-af6c-6d65f1b4732f req-55cba661-406c-4433-bdab-655e24f8f0ef tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:18.911241 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5b78cfca-8e45-4bc9-af6c-6d65f1b4732f req-55cba661-406c-4433-bdab-655e24f8f0ef tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.35 "DELETE /v2.0/ports/ddb0644c-0165-4b8b-b6b6-469776857dbc HTTP/1.1" status: 204 len: 173 time: 0.4785023 Feb 28 13:08:18.912009 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cbb8dc-a586-44ec-b529-17cb55ad995a', 'name': 'network-vif-deleted', 'tag': 'ddb0644c-0165-4b8b-b6b6-469776857dbc'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:08:18.915206 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fbbb0c-32b6-4cbc-a580-898f98c253f3" -d '{"events": [{"server_uuid": "a5cbb8dc-a586-44ec-b529-17cb55ad995a", "name": "network-vif-deleted", "tag": "ddb0644c-0165-4b8b-b6b6-469776857dbc"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:08:18.956544 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ac853e-845f-4195-9b26-8dda2e751e13 x-openstack-request-id: req-43ac853e-845f-4195-9b26-8dda2e751e13 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:08:18.956841 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cbb8dc-a586-44ec-b529-17cb55ad995a", "name": "network-vif-deleted", "tag": "ddb0644c-0165-4b8b-b6b6-469776857dbc", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:08:18.957126 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43ac853e-845f-4195-9b26-8dda2e751e13 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:08:18.957529 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cbb8dc-a586-44ec-b529-17cb55ad995a', 'name': 'network-vif-deleted', 'tag': 'ddb0644c-0165-4b8b-b6b6-469776857dbc', 'status': 'completed', 'code': 200} Feb 28 13:08:19.119707 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-77eac3e5-3c7f-4bd7-bc85-dabd0a8e6201 req-5df1153f-06f7-4eac-ac7f-053b07e6e7cd tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 210 time: 0.0272875 Feb 28 13:08:20.004904 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-15846912-ca29-4e7c-8f83-c4539dfb5a51 req-6c11742b-2374-44d7-9182-aece7041b202 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 210 time: 0.0265758 Feb 28 13:08:20.216594 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6d06a0c6-92e2-4078-b281-be88e2215d02 req-ff779589-d37f-47af-8337-ca3caad0c8dc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 210 time: 0.0298202 Feb 28 13:08:21.097231 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3103e1a4-f901-4fe8-9c07-e81aaa75d413 req-59d5edaf-c58e-4bba-91c8-00f6ea55bf1f tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 210 time: 0.0262592 Feb 28 13:08:21.310260 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7b2f636e-429b-4420-8dab-2bc69e9de3d6 req-8a4c0d4c-ab5d-4541-8c20-1ee5041269fc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 210 time: 0.0269308 Feb 28 13:08:22.198480 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-401d6dc1-e183-4ae2-b649-90c88716ffe3 req-514ceece-0dd0-4b45-bc73-3404e3ca43e5 tempest-VolumesSnapshotTestJSON-1903956681 tempest-VolumesSnapshotTestJSON-1903956681-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5cbb8dc-a586-44ec-b529-17cb55ad995a HTTP/1.1" status: 200 len: 210 time: 0.0270376 Feb 28 13:08:22.406084 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-20628789-1a68-4117-a198-aafbe4187444 req-c0aa8d9f-5e2c-4d80-a2ae-ce644324a84d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 210 time: 0.0268049 Feb 28 13:08:22.550675 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-6015c630-91b7-45e3-9192-904fdfa22c19 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:22.552139 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-6015c630-91b7-45e3-9192-904fdfa22c19 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.35 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 816 time: 0.1003332 Feb 28 13:08:22.615052 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-63eb7e3d-4c86-407f-bf01-84c370985677 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07d68bed67d94a8b8444e458057e60e4 HTTP/1.1" status: 200 len: 379 time: 0.0537870 Feb 28 13:08:22.624310 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Request body: {'port': {'device_id': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'admin_state_up': True, 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'security_groups': ['643105a8-0678-4683-b10a-35dd2fef68ea']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:22.793203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Made reservation on behalf of 07d68bed67d94a8b8444e458057e60e4 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:08:22.796553 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:22.824927 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3ba4bab8-8dcd-417a-a19d-aefca8bb4630 req-dd366263-a4d4-4109-838f-76580328f604 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665672 Feb 28 13:08:22.878385 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8f559118-46af-490a-885a-4dfb76e3c910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:22.955268 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4bab8-8dcd-417a-a19d-aefca8bb4630 req-998752ae-e218-4d25-a1cd-4ae8616d4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:22.956794 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3ba4bab8-8dcd-417a-a19d-aefca8bb4630 req-998752ae-e218-4d25-a1cd-4ae8616d4cdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d81f40b84784ce5bc103294dc08507e&device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 1130 time: 0.0981233 Feb 28 13:08:22.965733 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Allocated IP 172.20.0.12 (47cd10f4-3bd6-47d0-8369-a95b7a0a042a/669937d0-ed8c-451d-8f8b-949267997e0b/5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:08:23.164461 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4bab8-8dcd-417a-a19d-aefca8bb4630 req-f90f172d-6253-4f7a-981c-2fb739bcf2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:23.165844 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3ba4bab8-8dcd-417a-a19d-aefca8bb4630 req-f90f172d-6253-4f7a-981c-2fb739bcf2ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=1817a4ca-a968-48f5-850b-0f648c55cd83 HTTP/1.1" status: 200 len: 912 time: 0.1612813 Feb 28 13:08:23.169991 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:23.246243 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3ba4bab8-8dcd-417a-a19d-aefca8bb4630 req-3c81fd85-0761-4a89-ade5-81217b83e20e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4263d2b-78ac-448f-a14d-66f9817833d7 HTTP/1.1" status: 200 len: 1001 time: 0.0729954 Feb 28 13:08:23.296360 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4bab8-8dcd-417a-a19d-aefca8bb4630 req-6ae70d47-af1a-4cb2-8785-abeb9a2fad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:23.298098 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3ba4bab8-8dcd-417a-a19d-aefca8bb4630 req-6ae70d47-af1a-4cb2-8785-abeb9a2fad8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa975e66-0ccb-4dbd-aabf-a88125b3979d HTTP/1.1" status: 200 len: 850 time: 0.0449629 Feb 28 13:08:23.332630 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:23.390357 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:08:23.395242 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:08:23.401137 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:08:23.407095 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event updated for resources: {'Port': ['ID=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:23.429569 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4bab8-8dcd-417a-a19d-aefca8bb4630 req-b19be8c7-c100-458f-82af-624f69760166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:23.431133 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3ba4bab8-8dcd-417a-a19d-aefca8bb4630 req-b19be8c7-c100-458f-82af-624f69760166 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1817a4ca-a968-48f5-850b-0f648c55cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1257701 Feb 28 13:08:23.451020 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.451373 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.451741 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.452178 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.452481 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.452731 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.453178 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.453373 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.453702 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.454027 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.454353 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.455505 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.455505 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:23.493974 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ddb0644c-0165-4b8b-b6b6-469776857dbc no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:08:23.519089 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:23.519765 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:23.532085 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: ddb0644c-0165-4b8b-b6b6-469776857dbc {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:08:23.532705 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device ddb0644c-0165-4b8b-b6b6-469776857dbc not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:08:23.564776 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e729e6-bd1c-41ac-94ee-f0834e741f33 req-04e7a83a-9023-4f40-9283-64d9efe6d5f9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:23.567439 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a2e729e6-bd1c-41ac-94ee-f0834e741f33 req-04e7a83a-9023-4f40-9283-64d9efe6d5f9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 932 time: 0.0786822 Feb 28 13:08:23.574846 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3ba4bab8-8dcd-417a-a19d-aefca8bb4630 req-04ff91d6-d81c-4a82-87ef-877f56bdd51e service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337795 Feb 28 13:08:23.608986 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4c0e24cb-91ce-491b-8e8c-2b36723e502c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9884148 Feb 28 13:08:23.620324 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a2e729e6-bd1c-41ac-94ee-f0834e741f33 req-6ca1372f-4f95-4800-80d9-6b69dd2a2fae tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462265 Feb 28 13:08:23.637676 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Request body: {'port': {'device_id': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:23.701650 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-ab446c34-1206-4875-ad2b-009a29ac5624 None None] Provisioning complete for port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:08:23.701924 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab446c34-1206-4875-ad2b-009a29ac5624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:23.724680 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:23.730333 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3ba4bab8-8dcd-417a-a19d-aefca8bb4630 req-012a4d2a-3dea-4371-a649-bfdaa977d461 service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430180 Feb 28 13:08:23.738768 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ab446c34-1206-4875-ad2b-009a29ac5624 None None] Port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:08:23.995585 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:08:23.998451 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Publish callbacks [] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:24.011247 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Transition to ACTIVE for port object 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:08:24.094094 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:24.163018 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Pushing event updated for resources: {'Port': ['ID=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:24.220040 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Attempting to bind port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:08:24.220319 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Attempting to bind port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:08:24.220654 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Attempting to bind port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 on network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:08:24.225542 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 on network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:08:24.226060 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Attempting to bind port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 on network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:08:24.231167 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:08:24.231685 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Checking segment: {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:08:24.232057 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Bound using segment: {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:08:24.232415 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Bound port: 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413deda5-3ae6-4cd6-9441-cdd16638bdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:08:24.232775 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:24.298606 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:08:24.301646 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:08:24.363040 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:24.400012 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:24.401212 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:24.402762 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] 10.222.0.35 "PUT /v2.0/ports/5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 HTTP/1.1" status: 200 len: 1094 time: 0.7694907 Feb 28 13:08:24.403642 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:08:24.405654 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a7e5ac-7495-44ce-b149-cd67655ef114" -d '{"events": [{"name": "network-changed", "server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:08:24.431378 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d370d03-8f09-42a9-b5b8-2fdff473f20d service neutron] Pushing event updated for resources: {'Port': ['ID=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:24.447621 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c837929-5510-4028-a1e6-01fed5a35eae x-openstack-request-id: req-4c837929-5510-4028-a1e6-01fed5a35eae {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:08:24.447913 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:08:24.448167 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c837929-5510-4028-a1e6-01fed5a35eae {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:08:24.448642 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'status': 'completed', 'code': 200} Feb 28 13:08:24.516493 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7e5ac-7495-44ce-b149-cd67655ef114 req-35be9b5c-abbc-49c9-ac4e-b9b9372cc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:24.518040 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-31a7e5ac-7495-44ce-b149-cd67655ef114 req-35be9b5c-abbc-49c9-ac4e-b9b9372cc60d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 1128 time: 0.0480831 Feb 28 13:08:24.624959 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7e5ac-7495-44ce-b149-cd67655ef114 req-b813baf4-85e8-41c6-8d4f-022f33e3abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:24.626419 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-31a7e5ac-7495-44ce-b149-cd67655ef114 req-b813baf4-85e8-41c6-8d4f-022f33e3abd0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=07d68bed67d94a8b8444e458057e60e4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0997539 Feb 28 13:08:24.723800 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7e5ac-7495-44ce-b149-cd67655ef114 req-91b0c4d4-be18-4ac1-925f-00278a16a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:24.725795 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-31a7e5ac-7495-44ce-b149-cd67655ef114 req-91b0c4d4-be18-4ac1-925f-00278a16a898 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922868 Feb 28 13:08:24.745963 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1127bdb-c2cd-46ef-821f-e65132e0e4ea req-73aa272f-dd6b-4c6d-ab2f-f197b74eb966 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:24.747373 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b1127bdb-c2cd-46ef-821f-e65132e0e4ea req-73aa272f-dd6b-4c6d-ab2f-f197b74eb966 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0534291 Feb 28 13:08:24.799167 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b1127bdb-c2cd-46ef-821f-e65132e0e4ea req-f11a8844-3c06-491b-bb4c-1d0a716a865b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463314 Feb 28 13:08:24.816018 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-c58be2d5-a4a7-43fc-83f7-324533952b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:24.817582 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-c58be2d5-a4a7-43fc-83f7-324533952b1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 1128 time: 0.0448093 Feb 28 13:08:24.859711 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-b6fa478a-7c93-4a0b-b5a1-2ab60238e982 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 HTTP/1.1" status: 200 len: 217 time: 0.0340998 Feb 28 13:08:24.911190 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-2831457b-b164-4154-9d3e-c323160cb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:24.913253 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-2831457b-b164-4154-9d3e-c323160cb9cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=669937d0-ed8c-451d-8f8b-949267997e0b HTTP/1.1" status: 200 len: 855 time: 0.0473773 Feb 28 13:08:24.965408 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-3014d798-a419-4490-b2ba-a0db62645e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:24.967003 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-3014d798-a419-4490-b2ba-a0db62645e2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437160 Feb 28 13:08:25.058969 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-fb3f0e6d-b99f-4d9e-a83f-801d2add12a3 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809381 Feb 28 13:08:25.153031 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-32112e49-68b8-4420-91bf-fe0e97ab591f req-c7e984ff-59a5-465e-afba-12eb0f33c6d6 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873325 Feb 28 13:08:25.361966 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7758983e-c937-4de8-85f9-e6b301a37977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:25.919051 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e222-8661-4abf-802b-6f5a8f5b5866 req-c1051af9-8793-4575-a06b-26ebbb9c922a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:25.920590 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4a80e222-8661-4abf-802b-6f5a8f5b5866 req-c1051af9-8793-4575-a06b-26ebbb9c922a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0514226 Feb 28 13:08:25.966201 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4a80e222-8661-4abf-802b-6f5a8f5b5866 req-7c0f198d-0f9d-4ba2-896a-82a8c90a8df2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398474 Feb 28 13:08:26.728561 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:27.088262 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32731-b9c6-4533-847f-60956be88074 req-2e08854f-4aea-488d-85ec-943784bb8606 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:27.089720 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-98b32731-b9c6-4533-847f-60956be88074 req-2e08854f-4aea-488d-85ec-943784bb8606 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0550916 Feb 28 13:08:27.135681 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-98b32731-b9c6-4533-847f-60956be88074 req-c8d6849e-9949-4b67-b2f9-808c9e8f2907 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405509 Feb 28 13:08:27.361678 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:08:27.894026 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:28.313273 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cf6d3-58c9-4d35-8600-4c6689ddff08 req-f43c74ee-fd05-443d-b979-4ef0c52b9b04 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:28.314769 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-262cf6d3-58c9-4d35-8600-4c6689ddff08 req-f43c74ee-fd05-443d-b979-4ef0c52b9b04 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0538564 Feb 28 13:08:28.361539 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-262cf6d3-58c9-4d35-8600-4c6689ddff08 req-b0839891-71b9-48c9-a221-e683412b44c6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400543 Feb 28 13:08:29.419864 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:29.483979 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1cf2b-39db-4afe-9836-cf15c1fc9ca7 req-44821b1b-f58d-413c-9645-1eb5f69eb762 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:29.485466 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-11e1cf2b-39db-4afe-9836-cf15c1fc9ca7 req-44821b1b-f58d-413c-9645-1eb5f69eb762 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0550842 Feb 28 13:08:29.531540 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-11e1cf2b-39db-4afe-9836-cf15c1fc9ca7 req-0ef86683-cbf7-4950-8d23-b2f3ac8e9b23 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398722 Feb 28 13:08:30.652396 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7443d-797b-4fa2-89a8-b5b713f28d58 req-ef55f5e7-152f-4b92-b96b-4c9a6e26ba94 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:30.653874 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bdc7443d-797b-4fa2-89a8-b5b713f28d58 req-ef55f5e7-152f-4b92-b96b-4c9a6e26ba94 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0525935 Feb 28 13:08:30.699739 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bdc7443d-797b-4fa2-89a8-b5b713f28d58 req-cd8101a7-a980-4afb-b40c-ee4842b6a838 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402715 Feb 28 13:08:31.460211 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55712) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:31.562709 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc43d-800e-4def-9ebd-c59e595629b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:31.579286 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:08:31.637767 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc43d-800e-4def-9ebd-c59e595629b1 admin admin] Publish callbacks [] for security_group (28b4055f-fc0e-4cbe-b984-b439d51b3eb2), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:31.676234 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:31.687270 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'port_id': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'mac_address': 'fa:16:3e:c5:16:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:08:31.705484 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc43d-800e-4def-9ebd-c59e595629b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (28b4055f-fc0e-4cbe-b984-b439d51b3eb2), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:31.723390 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:08:31.725393 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:31.738309 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:08:31.748326 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-cb5dc43d-800e-4def-9ebd-c59e595629b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8febd750553a4265a6e9b2399533c3b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847016 Feb 28 13:08:31.748326 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5dc43d-800e-4def-9ebd-c59e595629b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b4055f-fc0e-4cbe-b984-b439d51b3eb2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:31.748777 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 55718) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:31.759023 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:31.825391 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:31.828131 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Publish callbacks [] for security_group (28b4055f-fc0e-4cbe-b984-b439d51b3eb2), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:31.857117 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Publish callbacks [] for security_group (28b4055f-fc0e-4cbe-b984-b439d51b3eb2), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:31.869646 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded016-f82e-454c-82da-5b979be73f3e req-1f8dda8e-33a5-4c48-b886-11ed6bfcc4ef tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:31.871112 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-beded016-f82e-454c-82da-5b979be73f3e req-1f8dda8e-33a5-4c48-b886-11ed6bfcc4ef tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0880928 Feb 28 13:08:31.876991 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:31.884473 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.884855 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.885225 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.885572 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.885937 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.886274 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.886610 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.886940 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.887282 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.887661 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.888056 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.888327 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.888653 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:31.932505 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-beded016-f82e-454c-82da-5b979be73f3e req-6e8c7ca6-85ac-45ea-95c0-d9223189498a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529997 Feb 28 13:08:31.997005 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (28b4055f-fc0e-4cbe-b984-b439d51b3eb2), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:31.999677 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:32.000886 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28b4055f-fc0e-4cbe-b984-b439d51b3eb2 HTTP/1.1" status: 204 len: 168 time: 0.2509708 Feb 28 13:08:32.009437 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b4055f-fc0e-4cbe-b984-b439d51b3eb2,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:32.016429 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.016775 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.017116 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.017448 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.017774 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.018109 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.018409 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.018731 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.019051 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.019373 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.019719 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.020033 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.020346 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314ce9f-bb84-42f6-9c4b-dabe5df8efd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:08:32.096346 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:08:33.055820 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45078e17-a89d-4fe9-a84e-5e859b4b06af req-36fd9ae8-5389-485e-a468-08af9c18f501 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:33.057356 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-45078e17-a89d-4fe9-a84e-5e859b4b06af req-36fd9ae8-5389-485e-a468-08af9c18f501 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 945 time: 0.0540905 Feb 28 13:08:33.105125 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-45078e17-a89d-4fe9-a84e-5e859b4b06af req-860d7ecc-e0c7-45be-aa48-f14a987bb5ba tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419364 Feb 28 13:08:33.581120 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:08:33.734352 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:08:33.743163 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:08:33.743734 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:33.822497 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:08:33.822896 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:33.845583 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:08:33.848041 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8ecbba-be80-4a1e-84c2-7383e5de1ba2" -d '{"events": [{"server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "name": "network-vif-plugged", "status": "completed", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:08:33.861182 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:33.884951 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6f9bb9-efe9-494e-9799-50adec213c0c x-openstack-request-id: req-9d6f9bb9-efe9-494e-9799-50adec213c0c {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:08:33.885262 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "name": "network-vif-plugged", "status": "completed", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:08:33.885520 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d6f9bb9-efe9-494e-9799-50adec213c0c {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:08:33.885919 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'code': 200} Feb 28 13:08:33.916122 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:33.969504 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:34.234895 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab7bbc-f19b-46f0-ac7b-1504ae301713 req-13b9d46f-b0e2-41f9-a947-3163851ff228 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:34.237569 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-37ab7bbc-f19b-46f0-ac7b-1504ae301713 req-13b9d46f-b0e2-41f9-a947-3163851ff228 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0581865 Feb 28 13:08:34.284527 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-37ab7bbc-f19b-46f0-ac7b-1504ae301713 req-ccc91d4d-0d90-4b5b-a281-bcd52bf0fdb4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421221 Feb 28 13:08:34.324294 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f51e6f-dfe0-4f9c-b2a0-07007bf3e53b req-5a9d50ce-fc2a-4586-96ec-148ba20a4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:34.325829 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c8f51e6f-dfe0-4f9c-b2a0-07007bf3e53b req-5a9d50ce-fc2a-4586-96ec-148ba20a4171 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 1130 time: 0.1448925 Feb 28 13:08:34.372034 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c8f51e6f-dfe0-4f9c-b2a0-07007bf3e53b req-bee4c568-6812-47de-8e72-1528f132f093 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375743 Feb 28 13:08:35.407486 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383bfe8-38de-4bea-bac9-fbe705d84ca3 req-14d6f872-b9cf-455e-89c4-ccb6a11ad5bc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:35.408959 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d383bfe8-38de-4bea-bac9-fbe705d84ca3 req-14d6f872-b9cf-455e-89c4-ccb6a11ad5bc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0517864 Feb 28 13:08:35.454728 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d383bfe8-38de-4bea-bac9-fbe705d84ca3 req-fff3dee9-037f-4681-9469-b92d528eb033 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403585 Feb 28 13:08:36.572625 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23638e12-4bb6-4599-a898-2e6c4adb25c2 req-adaca839-8435-4e1f-8122-59bf2c1c7ba6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:36.574073 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-23638e12-4bb6-4599-a898-2e6c4adb25c2 req-adaca839-8435-4e1f-8122-59bf2c1c7ba6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0505357 Feb 28 13:08:36.622066 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-23638e12-4bb6-4599-a898-2e6c4adb25c2 req-b0fdc01a-9adb-4aa9-b5f9-fa6ebb61710f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 Feb 28 13:08:37.742332 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ce635-cfd2-4b5b-b1aa-af2a0d6a4e3b req-32add0ef-eb85-4eaa-a15e-5edb6925916f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:37.743816 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-528ce635-cfd2-4b5b-b1aa-af2a0d6a4e3b req-32add0ef-eb85-4eaa-a15e-5edb6925916f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0507662 Feb 28 13:08:37.792344 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-528ce635-cfd2-4b5b-b1aa-af2a0d6a4e3b req-71f6c3ad-811f-46ee-8b11-b54dba7b553d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416012 Feb 28 13:08:38.707174 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55808) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:38.811239 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f528a3dc-ad9f-43f9-bfd8-1e6fc2aef27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:38.885146 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f528a3dc-ad9f-43f9-bfd8-1e6fc2aef27b admin admin] Publish callbacks [] for security_group (8e470f93-1423-41cb-adf6-5e366638d145), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:38.917054 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaeb6b-1589-4c64-af87-6b6bdff5a595 req-1bd6aa77-1a33-492f-8d4b-ffa319431f3d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:38.918530 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8cfaeb6b-1589-4c64-af87-6b6bdff5a595 req-1bd6aa77-1a33-492f-8d4b-ffa319431f3d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0537767 Feb 28 13:08:38.945856 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f528a3dc-ad9f-43f9-bfd8-1e6fc2aef27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (8e470f93-1423-41cb-adf6-5e366638d145), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:38.966101 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8cfaeb6b-1589-4c64-af87-6b6bdff5a595 req-ce5ed04a-f338-40e1-a453-56c2d83575f5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417607 Feb 28 13:08:38.987222 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-f528a3dc-ad9f-43f9-bfd8-1e6fc2aef27b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=867f5ff54ad4450fb203692cdb02bb7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763777 Feb 28 13:08:38.987222 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528a3dc-ad9f-43f9-bfd8-1e6fc2aef27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e470f93-1423-41cb-adf6-5e366638d145,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:38.989853 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 55818) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:39.053025 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6313f8d7-bb6e-4c49-8ba6-a213ec47d4dc admin admin] Publish callbacks [] for security_group (8e470f93-1423-41cb-adf6-5e366638d145), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:39.095017 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6313f8d7-bb6e-4c49-8ba6-a213ec47d4dc admin admin] Publish callbacks [] for security_group (8e470f93-1423-41cb-adf6-5e366638d145), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:39.127396 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e62ab-a606-4281-ba39-926a78559e46 req-6b3a35fd-ae1d-4935-846a-e5b811ab99c5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:39.128896 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2c4e62ab-a606-4281-ba39-926a78559e46 req-6b3a35fd-ae1d-4935-846a-e5b811ab99c5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0890455 Feb 28 13:08:39.139521 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55822) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:39.143113 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2084bdec-d2b2-4c2e-8dc8-badbf628989d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Request body: {'floatingip': {'port_id': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:39.183908 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2084bdec-d2b2-4c2e-8dc8-badbf628989d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (6f115b3f-214c-4be1-afec-9149e25b4b6c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:39.230855 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6313f8d7-bb6e-4c49-8ba6-a213ec47d4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (8e470f93-1423-41cb-adf6-5e366638d145), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:39.233505 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6313f8d7-bb6e-4c49-8ba6-a213ec47d4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:39.234644 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-6313f8d7-bb6e-4c49-8ba6-a213ec47d4dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e470f93-1423-41cb-adf6-5e366638d145 HTTP/1.1" status: 204 len: 168 time: 0.2453134 Feb 28 13:08:39.242926 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313f8d7-bb6e-4c49-8ba6-a213ec47d4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e470f93-1423-41cb-adf6-5e366638d145,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:39.865016 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2084bdec-d2b2-4c2e-8dc8-badbf628989d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:39.934427 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2084bdec-d2b2-4c2e-8dc8-badbf628989d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (6f115b3f-214c-4be1-afec-9149e25b4b6c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:40.040879 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.l3_db [None req-2084bdec-d2b2-4c2e-8dc8-badbf628989d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Floating IP 6f115b3f-214c-4be1-afec-9149e25b4b6c associated. External IP: 172.27.2.139, port: 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99. Feb 28 13:08:40.256238 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2084bdec-d2b2-4c2e-8dc8-badbf628989d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Router 9f0ce550-e627-4c30-a93f-03f863c20f90 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:08:40.367295 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2084bdec-d2b2-4c2e-8dc8-badbf628989d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:08:40.372387 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2084bdec-d2b2-4c2e-8dc8-badbf628989d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:40.378741 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f0a7f-b1cc-4301-a787-8df2cb8605e1 None None] Sync routers for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:08:40.391598 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f0a7f-b1cc-4301-a787-8df2cb8605e1 None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:08:40.392392 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-154f0a7f-b1cc-4301-a787-8df2cb8605e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:08:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:40.402611 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-2084bdec-d2b2-4c2e-8dc8-badbf628989d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "PUT /v2.0/floatingips/6f115b3f-214c-4be1-afec-9149e25b4b6c HTTP/1.1" status: 200 len: 992 time: 1.2628536 Feb 28 13:08:40.403522 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:08:40.406271 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f09a07-9910-4629-aa4d-ad72168f53c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:08:40.453216 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3592507d-3f39-4f7c-9c1d-d22736518f9b x-openstack-request-id: req-3592507d-3f39-4f7c-9c1d-d22736518f9b {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:08:40.453216 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:08:40.453216 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3592507d-3f39-4f7c-9c1d-d22736518f9b {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:08:40.453216 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'status': 'completed', 'code': 200} Feb 28 13:08:40.513747 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-154f0a7f-b1cc-4301-a787-8df2cb8605e1 None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:08:40.523289 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09a07-9910-4629-aa4d-ad72168f53c7 req-2dae60cc-7152-4704-a7a6-3c0e4a01eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:40.525109 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e7f09a07-9910-4629-aa4d-ad72168f53c7 req-2dae60cc-7152-4704-a7a6-3c0e4a01eab6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 1130 time: 0.0507131 Feb 28 13:08:40.625461 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09a07-9910-4629-aa4d-ad72168f53c7 req-9b3aca26-b3e5-4b2c-8934-98989d3225ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:40.626977 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e7f09a07-9910-4629-aa4d-ad72168f53c7 req-9b3aca26-b3e5-4b2c-8934-98989d3225ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 917 time: 0.0941451 Feb 28 13:08:40.695907 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e7f09a07-9910-4629-aa4d-ad72168f53c7 req-911449ef-f184-4b09-ba6f-5b5fb1fb046f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 HTTP/1.1" status: 200 len: 1000 time: 0.0616927 Feb 28 13:08:40.749149 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09a07-9910-4629-aa4d-ad72168f53c7 req-6f7f113a-7553-42ce-8fca-b4edffd4d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:40.750737 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e7f09a07-9910-4629-aa4d-ad72168f53c7 req-6f7f113a-7553-42ce-8fca-b4edffd4d2db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=669937d0-ed8c-451d-8f8b-949267997e0b HTTP/1.1" status: 200 len: 855 time: 0.0474219 Feb 28 13:08:40.800476 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-154f0a7f-b1cc-4301-a787-8df2cb8605e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '6f115b3f-214c-4be1-afec-9149e25b4b6c', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'port_id': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'mac_address': 'fa:16:3e:c5:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:08:16Z', 'updated_at': '2022-02-28T13:08:39Z', 'revision_number': 1, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:34Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:40.806533 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09a07-9910-4629-aa4d-ad72168f53c7 req-e29ae782-0289-451f-b766-5886d7867749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:40.808173 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e7f09a07-9910-4629-aa4d-ad72168f53c7 req-e29ae782-0289-451f-b766-5886d7867749 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500255 Feb 28 13:08:40.827782 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f0a7f-b1cc-4301-a787-8df2cb8605e1 None None] Checking router: 9f0ce550-e627-4c30-a93f-03f863c20f90 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:08:40.836276 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f0a7f-b1cc-4301-a787-8df2cb8605e1 None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:08:40.836877 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-154f0a7f-b1cc-4301-a787-8df2cb8605e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:08:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:40.896891 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e7f09a07-9910-4629-aa4d-ad72168f53c7 req-55f785da-8e97-4364-a95a-1b4bdf8326eb service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819438 Feb 28 13:08:40.949038 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-154f0a7f-b1cc-4301-a787-8df2cb8605e1 None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:08:41.002371 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e7f09a07-9910-4629-aa4d-ad72168f53c7 req-de2e741f-45c8-48e4-a29c-3f2e582b7196 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971408 Feb 28 13:08:41.351352 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-154f0a7f-b1cc-4301-a787-8df2cb8605e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '6f115b3f-214c-4be1-afec-9149e25b4b6c', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'port_id': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'mac_address': 'fa:16:3e:c5:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:08:16Z', 'updated_at': '2022-02-28T13:08:39Z', 'revision_number': 1, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:34Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:41.378728 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f0a7f-b1cc-4301-a787-8df2cb8605e1 None None] The sync data for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi is: [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '6f115b3f-214c-4be1-afec-9149e25b4b6c', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'port_id': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'mac_address': 'fa:16:3e:c5:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:08:16Z', 'updated_at': '2022-02-28T13:08:39Z', 'revision_number': 1, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:34Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:08:41.576613 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171db565-2aef-4e5a-ad43-121a40c2e78c None None] New status for floating IP 6f115b3f-214c-4be1-afec-9149e25b4b6c: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:08:41.716521 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3f7af-1e8e-412b-80c2-22d3331cf57e req-32ec15b4-78de-42b1-9865-5f51393380fd tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:41.718144 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39e3f7af-1e8e-412b-80c2-22d3331cf57e req-32ec15b4-78de-42b1-9865-5f51393380fd tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0537159 Feb 28 13:08:41.764436 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39e3f7af-1e8e-412b-80c2-22d3331cf57e req-1c227c46-3c34-4378-a51a-b8f03802cb53 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404673 Feb 28 13:08:42.324309 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-163cb394-777d-4cea-8969-a6dc63fcfae3 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=edb1b1e83f2345ce81f30f62c91b617b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317788 Feb 28 13:08:42.505024 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-7aaf44d4-8277-4226-bb87-fe4e9b784d16 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:42.506992 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-7aaf44d4-8277-4226-bb87-fe4e9b784d16 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772571 Feb 28 13:08:42.520845 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-7b39f04c-509a-4e3a-b9fb-1eb4a47c6b80 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/quotas/edb1b1e83f2345ce81f30f62c91b617b HTTP/1.1" status: 200 len: 375 time: 0.0086646 Feb 28 13:08:42.551585 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-f2df5ed7-b6e1-4054-8003-9ef6f7d1caee tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edb1b1e83f2345ce81f30f62c91b617b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254376 Feb 28 13:08:42.776561 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-52444539-86cc-4f92-a9af-c918cfb6bbc8 req-05056b6e-606e-4ae9-bb8f-bec1db53f791 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 210 time: 0.0302465 Feb 28 13:08:42.882658 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd32d24-7739-4d98-b5d9-59508cab7bc4 req-2f506eda-1c7f-40d5-af41-81398ee9bd77 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:42.884256 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8bd32d24-7739-4d98-b5d9-59508cab7bc4 req-2f506eda-1c7f-40d5-af41-81398ee9bd77 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0524204 Feb 28 13:08:42.931250 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8bd32d24-7739-4d98-b5d9-59508cab7bc4 req-7f859087-9169-4015-9067-b60432991353 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412912 Feb 28 13:08:43.860759 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c072b9c-1cae-4fb2-9b57-9ca2f156c339 req-709d2237-a19f-4303-9156-1389b10e5629 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 210 time: 0.0271633 Feb 28 13:08:43.916022 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-717abef0-48fc-474e-bd11-77612cc06c32 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:43.917558 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-717abef0-48fc-474e-bd11-77612cc06c32 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0529201 Feb 28 13:08:44.018688 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Deleting port e4263d2b-78ac-448f-a14d-66f9817833d7 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:08:44.019029 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:44.054860 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fff768-3911-4498-a1fa-3a11156d83a1 req-c503d152-de05-486b-b81e-3320702b51e4 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:44.056331 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-47fff768-3911-4498-a1fa-3a11156d83a1 req-c503d152-de05-486b-b81e-3320702b51e4 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 946 time: 0.0558927 Feb 28 13:08:44.103678 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-47fff768-3911-4498-a1fa-3a11156d83a1 req-cb963d05-ef36-48db-9a75-398e431e54ab tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ee1a94b-54f2-4502-8ba0-0a676dc26c76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414968 Feb 28 13:08:44.110864 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] For port e4263d2b-78ac-448f-a14d-66f9817833d7, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e4263d2b-78ac-448f-a14d-66f9817833d7,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:44.111172 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:44.285816 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:44.286184 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (78177977-1b58-4e9b-85e3-8400820ccfb0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:44.286496 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.l3_db [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Floating IP 78177977-1b58-4e9b-85e3-8400820ccfb0 disassociated. External IP: 172.27.2.46, port: e4263d2b-78ac-448f-a14d-66f9817833d7. Feb 28 13:08:44.286840 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Calling delete_port for e4263d2b-78ac-448f-a14d-66f9817833d7 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:08:44.522510 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (e4263d2b-78ac-448f-a14d-66f9817833d7), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:44.555195 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event deleted for resources: {'Port': ['ID=e4263d2b-78ac-448f-a14d-66f9817833d7,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:44.669676 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Router 34b2d50e-3f50-401f-9f98-c3eefde8a144 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:08:44.778634 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:08:44.789007 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c0c03-2482-4428-9afc-f2ff6e185edd None None] Sync routers for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:08:44.799597 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c0c03-2482-4428-9afc-f2ff6e185edd None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:08:44.800280 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a44c0c03-2482-4428-9afc-f2ff6e185edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:08:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:44.821709 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] No DVR routers for this DVR port e4263d2b-78ac-448f-a14d-66f9817833d7 on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:08:44.824238 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:44.827574 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ab3f7874-c413-4717-848b-4e69c81284c1 req-60b9bfc6-7025-43eb-8012-0bc23356b452 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.35 "DELETE /v2.0/ports/e4263d2b-78ac-448f-a14d-66f9817833d7 HTTP/1.1" status: 204 len: 173 time: 0.9043028 Feb 28 13:08:44.827965 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'name': 'network-vif-deleted', 'tag': 'e4263d2b-78ac-448f-a14d-66f9817833d7'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:08:44.830179 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40caace6-3c3d-4b34-b046-0290c8a76bb2" -d '{"events": [{"server_uuid": "5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1", "name": "network-vif-deleted", "tag": "e4263d2b-78ac-448f-a14d-66f9817833d7"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:08:44.924191 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a44c0c03-2482-4428-9afc-f2ff6e185edd None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:08:45.040788 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b5143539-2fb5-4600-89ba-bfaed2f10dda req-f708197f-cac3-499f-9040-65899ec584ab tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 210 time: 0.0434573 Feb 28 13:08:45.058248 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8256dd-c05a-4a9f-bee9-4c90405fed27 x-openstack-request-id: req-db8256dd-c05a-4a9f-bee9-4c90405fed27 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:08:45.058751 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1", "name": "network-vif-deleted", "tag": "e4263d2b-78ac-448f-a14d-66f9817833d7", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:08:45.058846 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db8256dd-c05a-4a9f-bee9-4c90405fed27 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:08:45.061180 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1', 'name': 'network-vif-deleted', 'tag': 'e4263d2b-78ac-448f-a14d-66f9817833d7', 'status': 'completed', 'code': 200} Feb 28 13:08:45.147990 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-1b4788cb-1dba-42df-8a2e-8bab16d8b695 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=edb1b1e83f2345ce81f30f62c91b617b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360243 Feb 28 13:08:45.160613 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a44c0c03-2482-4428-9afc-f2ff6e185edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:38Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:45.192920 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c0c03-2482-4428-9afc-f2ff6e185edd None None] Checking router: 34b2d50e-3f50-401f-9f98-c3eefde8a144 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:08:45.203056 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c0c03-2482-4428-9afc-f2ff6e185edd None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:08:45.203725 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a44c0c03-2482-4428-9afc-f2ff6e185edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:08:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:45.230850 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-eca533a5-5e65-42e4-ac73-882a64ce6b93 req-d0cfb9dc-0c7d-48dd-b587-53f2502e10f7 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e7da2a7-a185-45c9-8cf4-9ef4e8696cb1 HTTP/1.1" status: 200 len: 210 time: 0.0494511 Feb 28 13:08:45.318123 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a44c0c03-2482-4428-9afc-f2ff6e185edd None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:08:45.375019 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-1a9230b2-1483-4669-89aa-736f5f2c0834 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:45.376838 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-1a9230b2-1483-4669-89aa-736f5f2c0834 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242527 Feb 28 13:08:45.389489 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Request body: {'port': {'device_id': 'a7a083ba-6861-4a4c-b43d-8ad333093f94', 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f', 'admin_state_up': True, 'tenant_id': 'edb1b1e83f2345ce81f30f62c91b617b'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:45.523832 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a44c0c03-2482-4428-9afc-f2ff6e185edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:38Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:45.550086 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c0c03-2482-4428-9afc-f2ff6e185edd None None] The sync data for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi is: [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:38Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:08:45.562215 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Made reservation on behalf of edb1b1e83f2345ce81f30f62c91b617b for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:08:45.565962 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:45.575187 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:45.653649 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Publish callbacks [] for security_group (228802ef-c15d-4824-8000-833ae5e5ecc7), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:45.734147 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (228802ef-c15d-4824-8000-833ae5e5ecc7), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:45.793787 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be34ea7-c640-4b6e-aefe-b82204877fc4 None None] New status for floating IP 78177977-1b58-4e9b-85e3-8400820ccfb0: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:08:45.804794 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228802ef-c15d-4824-8000-833ae5e5ecc7,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:45.878966 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Allocated IP 192.168.233.87 (874cb830-70b2-43fc-93c2-69cd158b678f/2d5348e2-a320-4abf-a0b3-a6b3e3cddda6/f8881759-7174-4c50-9af4-e52effcff05e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:08:46.029612 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Publish callbacks [] for port (f8881759-7174-4c50-9af4-e52effcff05e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.123094 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (f8881759-7174-4c50-9af4-e52effcff05e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.165949 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Network 874cb830-70b2-43fc-93c2-69cd158b678f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:08:46.170948 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:08:46.171547 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a5032-8bb1-4a28-8676-9f6a3fd11974 req-3d986557-3f95-45b1-a342-15268fc7b437 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:46.175014 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:08:46.178651 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-937a5032-8bb1-4a28-8676-9f6a3fd11974 req-3d986557-3f95-45b1-a342-15268fc7b437 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 935 time: 0.0591040 Feb 28 13:08:46.199390 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Pushing event updated for resources: {'Port': ['ID=f8881759-7174-4c50-9af4-e52effcff05e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:46.231424 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-937a5032-8bb1-4a28-8676-9f6a3fd11974 req-6b140c5b-06f9-4a8a-9417-e85c60703bb7 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517917 Feb 28 13:08:46.237307 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:46.238191 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.318617 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-35548344-8f25-4adf-8197-ec12246866b1 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9299901 Feb 28 13:08:46.327206 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Request body: {'port': {'device_id': 'a7a083ba-6861-4a4c-b43d-8ad333093f94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:46.398823 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (f8881759-7174-4c50-9af4-e52effcff05e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.421707 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 55986) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:46.447375 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-842b3f90-8d04-4862-b405-b7f9be6a7042 None None] Provisioning complete for port f8881759-7174-4c50-9af4-e52effcff05e triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:08:46.448009 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-842b3f90-8d04-4862-b405-b7f9be6a7042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (f8881759-7174-4c50-9af4-e52effcff05e), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.488958 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-842b3f90-8d04-4862-b405-b7f9be6a7042 None None] Port f8881759-7174-4c50-9af4-e52effcff05e cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:08:46.489197 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e9da98da-cf5f-48a2-a0c4-90752e8d1742 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group (1ee1a94b-54f2-4502-8ba0-0a676dc26c76), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.514527 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e9da98da-cf5f-48a2-a0c4-90752e8d1742 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group (1ee1a94b-54f2-4502-8ba0-0a676dc26c76), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.648182 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e9da98da-cf5f-48a2-a0c4-90752e8d1742 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (1ee1a94b-54f2-4502-8ba0-0a676dc26c76), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.651085 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e9da98da-cf5f-48a2-a0c4-90752e8d1742 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.652427 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-e9da98da-cf5f-48a2-a0c4-90752e8d1742 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "DELETE /v2.0/security-groups/1ee1a94b-54f2-4502-8ba0-0a676dc26c76 HTTP/1.1" status: 204 len: 168 time: 0.2292945 Feb 28 13:08:46.660284 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 55990) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:46.662110 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da98da-cf5f-48a2-a0c4-90752e8d1742 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee1a94b-54f2-4502-8ba0-0a676dc26c76,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:46.676547 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8881759-7174-4c50-9af4-e52effcff05e {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:08:46.681609 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.api.v2.resource [None req-00abcdd3-e988-4410-8a63-7143e1102e21 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] show failed (client error): The resource could not be found. Feb 28 13:08:46.685579 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 55992) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:46.685872 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-00abcdd3-e988-4410-8a63-7143e1102e21 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups/1ee1a94b-54f2-4502-8ba0-0a676dc26c76 HTTP/1.1" status: 404 len: 347 time: 0.0243428 Feb 28 13:08:46.690225 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Publish callbacks [] for port (f8881759-7174-4c50-9af4-e52effcff05e), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.704068 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Transition to ACTIVE for port object f8881759-7174-4c50-9af4-e52effcff05e will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:08:46.785131 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (f8881759-7174-4c50-9af4-e52effcff05e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.816735 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-20232810-01db-4a62-aca2-be92046161da tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Deleting port 0799d615-6dda-4913-b213-a537472a3784 {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:08:46.817137 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-20232810-01db-4a62-aca2-be92046161da tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (0799d615-6dda-4913-b213-a537472a3784), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.840794 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8881759-7174-4c50-9af4-e52effcff05e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:46.903221 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-20232810-01db-4a62-aca2-be92046161da tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (0799d615-6dda-4913-b213-a537472a3784), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.903636 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-20232810-01db-4a62-aca2-be92046161da tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (0799d615-6dda-4913-b213-a537472a3784), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:46.907701 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Attempting to bind port f8881759-7174-4c50-9af4-e52effcff05e on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:08:46.908149 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Attempting to bind port f8881759-7174-4c50-9af4-e52effcff05e by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '96c5c242-637c-45d0-93d3-0e174b4ad181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:08:46.908685 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Attempting to bind port f8881759-7174-4c50-9af4-e52effcff05e on network 874cb830-70b2-43fc-93c2-69cd158b678f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:08:46.913211 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Port f8881759-7174-4c50-9af4-e52effcff05e on network 874cb830-70b2-43fc-93c2-69cd158b678f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:08:46.914179 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Attempting to bind port f8881759-7174-4c50-9af4-e52effcff05e on network 874cb830-70b2-43fc-93c2-69cd158b678f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:08:46.917190 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-20232810-01db-4a62-aca2-be92046161da tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Calling delete_port for 0799d615-6dda-4913-b213-a537472a3784 owned by network:floatingip {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:08:46.919867 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:08:46.920031 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Checking segment: {'id': '96c5c242-637c-45d0-93d3-0e174b4ad181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:08:46.920311 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Bound using segment: {'id': '96c5c242-637c-45d0-93d3-0e174b4ad181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:08:46.920741 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Bound port: f8881759-7174-4c50-9af4-e52effcff05e, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c5c242-637c-45d0-93d3-0e174b4ad181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:08:46.921101 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (f8881759-7174-4c50-9af4-e52effcff05e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:47.000883 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] For port f8881759-7174-4c50-9af4-e52effcff05e, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:08:47.004702 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] For port f8881759-7174-4c50-9af4-e52effcff05e, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=f8881759-7174-4c50-9af4-e52effcff05e,segment=NetworkSegment(96c5c242-637c-45d0-93d3-0e174b4ad181),segment_id=96c5c242-637c-45d0-93d3-0e174b4ad181)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:08:47.093822 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (f8881759-7174-4c50-9af4-e52effcff05e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:47.139502 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:47.140501 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:47.141800 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] 10.222.0.35 "PUT /v2.0/ports/f8881759-7174-4c50-9af4-e52effcff05e HTTP/1.1" status: 200 len: 1097 time: 0.8189440 Feb 28 13:08:47.144748 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a083ba-6861-4a4c-b43d-8ad333093f94', 'tag': 'f8881759-7174-4c50-9af4-e52effcff05e'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:08:47.150995 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c392512c-8bcc-4a1e-a0d9-8e3257f83465" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a083ba-6861-4a4c-b43d-8ad333093f94", "tag": "f8881759-7174-4c50-9af4-e52effcff05e"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:08:47.175109 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fec67-efe7-47aa-b698-aaf8684d5eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8881759-7174-4c50-9af4-e52effcff05e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:47.192570 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3471e8-a696-4938-87e1-740a23915260 x-openstack-request-id: req-7b3471e8-a696-4938-87e1-740a23915260 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:08:47.192869 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a083ba-6861-4a4c-b43d-8ad333093f94", "tag": "f8881759-7174-4c50-9af4-e52effcff05e", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:08:47.193127 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b3471e8-a696-4938-87e1-740a23915260 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:08:47.193529 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a083ba-6861-4a4c-b43d-8ad333093f94', 'tag': 'f8881759-7174-4c50-9af4-e52effcff05e', 'status': 'completed', 'code': 200} Feb 28 13:08:47.266032 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392512c-8bcc-4a1e-a0d9-8e3257f83465 req-f7b5b919-7bd2-48c6-880a-db9667faf6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:47.268035 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c392512c-8bcc-4a1e-a0d9-8e3257f83465 req-f7b5b919-7bd2-48c6-880a-db9667faf6fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=edb1b1e83f2345ce81f30f62c91b617b&device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 1131 time: 0.0563474 Feb 28 13:08:47.304858 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c392512c-8bcc-4a1e-a0d9-8e3257f83465 req-d603be22-e0dd-48c1-bd9a-1107e6bb874f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=edb1b1e83f2345ce81f30f62c91b617b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290163 Feb 28 13:08:47.337619 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-20232810-01db-4a62-aca2-be92046161da tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (0799d615-6dda-4913-b213-a537472a3784), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:47.377523 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20232810-01db-4a62-aca2-be92046161da tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event deleted for resources: {'Port': ['ID=0799d615-6dda-4913-b213-a537472a3784,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:47.401844 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392512c-8bcc-4a1e-a0d9-8e3257f83465 req-bb8d8656-b57f-48de-af45-ca4da028825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:47.403341 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c392512c-8bcc-4a1e-a0d9-8e3257f83465 req-bb8d8656-b57f-48de-af45-ca4da028825c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911186 Feb 28 13:08:47.406676 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123593e-819b-4448-a066-d1873472dde2 req-0872a0f9-adc8-4279-81ae-34892995433e tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:47.408977 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e123593e-819b-4448-a066-d1873472dde2 req-0872a0f9-adc8-4279-81ae-34892995433e tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 947 time: 0.1110175 Feb 28 13:08:47.478449 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-20232810-01db-4a62-aca2-be92046161da tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (78177977-1b58-4e9b-85e3-8400820ccfb0), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:47.481336 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-20232810-01db-4a62-aca2-be92046161da tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:47.485251 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-20232810-01db-4a62-aca2-be92046161da tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "DELETE /v2.0/floatingips/78177977-1b58-4e9b-85e3-8400820ccfb0 HTTP/1.1" status: 204 len: 168 time: 0.7955277 Feb 28 13:08:47.490363 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-1fbf6434-1115-4186-9944-f07168b25fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:47.492140 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-1fbf6434-1115-4186-9944-f07168b25fe4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=edb1b1e83f2345ce81f30f62c91b617b&device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 1131 time: 0.0500712 Feb 28 13:08:47.497622 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e123593e-819b-4448-a066-d1873472dde2 req-168d18f4-84dd-417d-952f-19b7c881cc3c tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672159 Feb 28 13:08:47.537262 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-d456a415-45b2-46e6-ae0c-939851365c68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f8881759-7174-4c50-9af4-e52effcff05e HTTP/1.1" status: 200 len: 217 time: 0.0372126 Feb 28 13:08:47.583980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-805ce17c-2bd0-49aa-9c5f-844f0b34ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:47.586213 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-805ce17c-2bd0-49aa-9c5f-844f0b34ad1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d5348e2-a320-4abf-a0b3-a6b3e3cddda6 HTTP/1.1" status: 200 len: 843 time: 0.0422411 Feb 28 13:08:47.636720 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-8633ba83-0a06-4425-9c77-f56ae844639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:47.638211 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-8633ba83-0a06-4425-9c77-f56ae844639b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=874cb830-70b2-43fc-93c2-69cd158b678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0447185 Feb 28 13:08:47.655311 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device e4263d2b-78ac-448f-a14d-66f9817833d7 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:08:47.678786 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: e4263d2b-78ac-448f-a14d-66f9817833d7 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:08:47.679247 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device e4263d2b-78ac-448f-a14d-66f9817833d7 not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:08:47.728575 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-be941188-3878-4611-9324-eb152d877eb9 service neutron] 10.222.0.35 "GET /v2.0/networks/874cb830-70b2-43fc-93c2-69cd158b678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832641 Feb 28 13:08:47.779723 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:47.796450 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56004) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:47.801159 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-bad7fcf7-1f97-45a9-80b2-219356ee518f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63698643', 'description': 'tempest-description--265413055'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:47.841903 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8970908f-bb93-4670-991f-6b21e3d694f6 req-a80ae3b5-37d1-46ae-a9c0-2fede9d48d9f service neutron] 10.222.0.35 "GET /v2.0/networks/874cb830-70b2-43fc-93c2-69cd158b678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063004 Feb 28 13:08:47.881995 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bad7fcf7-1f97-45a9-80b2-219356ee518f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:47.957556 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bad7fcf7-1f97-45a9-80b2-219356ee518f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group (9e672c40-c36d-454f-862b-9754a9a9f93a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.002180 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bad7fcf7-1f97-45a9-80b2-219356ee518f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (9e672c40-c36d-454f-862b-9754a9a9f93a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.030248 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7fcf7-1f97-45a9-80b2-219356ee518f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e672c40-c36d-454f-862b-9754a9a9f93a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:48.089768 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bad7fcf7-1f97-45a9-80b2-219356ee518f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.091166 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-bad7fcf7-1f97-45a9-80b2-219356ee518f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2934623 Feb 28 13:08:48.094009 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56010) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:48.098287 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c57ef0e7-a795-4730-a9a7-b682dd8416cf tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Request body: {'security_group_rule': {'security_group_id': '9e672c40-c36d-454f-862b-9754a9a9f93a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:48.189402 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c57ef0e7-a795-4730-a9a7-b682dd8416cf tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group_rule (964e28a4-aff0-4f6c-9595-fe3a8a858ed5), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.242610 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c57ef0e7-a795-4730-a9a7-b682dd8416cf tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group_rule (964e28a4-aff0-4f6c-9595-fe3a8a858ed5), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.322021 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c57ef0e7-a795-4730-a9a7-b682dd8416cf tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (964e28a4-aff0-4f6c-9595-fe3a8a858ed5), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.339531 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ef0e7-a795-4730-a9a7-b682dd8416cf tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964e28a4-aff0-4f6c-9595-fe3a8a858ed5,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:48.398754 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c57ef0e7-a795-4730-a9a7-b682dd8416cf tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.401481 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-c57ef0e7-a795-4730-a9a7-b682dd8416cf tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3050911 Feb 28 13:08:48.402737 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56012) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:48.407005 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-64968bfd-1de7-40d1-a45f-bb6f7f405f74 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Request body: {'security_group_rule': {'security_group_id': '9e672c40-c36d-454f-862b-9754a9a9f93a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:48.485814 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64968bfd-1de7-40d1-a45f-bb6f7f405f74 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group_rule (4b7e3cde-afef-4918-8bb1-d729bea5f319), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.544548 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64968bfd-1de7-40d1-a45f-bb6f7f405f74 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group_rule (4b7e3cde-afef-4918-8bb1-d729bea5f319), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.613748 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64968bfd-1de7-40d1-a45f-bb6f7f405f74 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (4b7e3cde-afef-4918-8bb1-d729bea5f319), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.621859 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27531e-a7ef-4ae5-bf3d-d67c7eb23dea req-f4f67b01-0061-4270-873c-a97ceaa6a63b tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:48.623351 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-be27531e-a7ef-4ae5-bf3d-d67c7eb23dea req-f4f67b01-0061-4270-873c-a97ceaa6a63b tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 947 time: 0.0539324 Feb 28 13:08:48.629475 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64968bfd-1de7-40d1-a45f-bb6f7f405f74 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7e3cde-afef-4918-8bb1-d729bea5f319,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:48.670304 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-be27531e-a7ef-4ae5-bf3d-d67c7eb23dea req-2b5daeb7-f946-49ca-9425-1bb77ff688cd tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414305 Feb 28 13:08:48.707314 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64968bfd-1de7-40d1-a45f-bb6f7f405f74 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.708754 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-64968bfd-1de7-40d1-a45f-bb6f7f405f74 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3050833 Feb 28 13:08:48.712337 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56016) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:48.716691 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Request body: {'floatingip': {'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:48.796389 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.888776 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:48.962044 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 56020) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:48.994020 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Allocated IP 172.27.2.74 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/cf382efd-997a-4811-9984-a9541e238f1c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:08:49.005541 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_v2 [None req-78864ed1-4d78-4bea-b50b-7593ed141f7f admin admin] Deleting subnet 967532ea-396d-44ca-a40a-68ee5a8f51b8 {{(pid=103231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:08:49.008572 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-78864ed1-4d78-4bea-b50b-7593ed141f7f admin admin] Publish callbacks [] for subnet (967532ea-396d-44ca-a40a-68ee5a8f51b8), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.043287 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-78864ed1-4d78-4bea-b50b-7593ed141f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59888039'] for subnet (967532ea-396d-44ca-a40a-68ee5a8f51b8), precommit_delete_associations {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.085063 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-78864ed1-4d78-4bea-b50b-7593ed141f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (967532ea-396d-44ca-a40a-68ee5a8f51b8), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.091595 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for port (cf382efd-997a-4811-9984-a9541e238f1c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.178902 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (cf382efd-997a-4811-9984-a9541e238f1c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.208237 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-78864ed1-4d78-4bea-b50b-7593ed141f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58726792'] for subnet (967532ea-396d-44ca-a40a-68ee5a8f51b8), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.221415 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:08:49.224220 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:08:49.227773 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:08:49.232982 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event updated for resources: {'Port': ['ID=cf382efd-997a-4811-9984-a9541e238f1c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:49.233977 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78864ed1-4d78-4bea-b50b-7593ed141f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967532ea-396d-44ca-a40a-68ee5a8f51b8,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:49.237580 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-78864ed1-4d78-4bea-b50b-7593ed141f7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.243322 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-78864ed1-4d78-4bea-b50b-7593ed141f7f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/967532ea-396d-44ca-a40a-68ee5a8f51b8 HTTP/1.1" status: 204 len: 168 time: 0.2776906 Feb 28 13:08:49.243322 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 56022) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:49.312048 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (0c8ccaa7-3338-4be9-9057-c30ea6e8e66b), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.313427 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (96456505-af15-46d6-82b6-b3a628a99778), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.391923 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (0c8ccaa7-3338-4be9-9057-c30ea6e8e66b), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.412075 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8ccaa7-3338-4be9-9057-c30ea6e8e66b']}} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:49.421030 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d813aee-6d29-4317-a997-a1c452e3e98c') {'for_net_delete': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:49.421332 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d813aee-6d29-4317-a997-a1c452e3e98c') {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:08:49.435208 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59888048'] for segment (6d813aee-6d29-4317-a997-a1c452e3e98c), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.443776 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (6d813aee-6d29-4317-a997-a1c452e3e98c), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.450073 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:08:49.450455 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808722'] for segment (6d813aee-6d29-4317-a997-a1c452e3e98c), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: Traceback (most recent call last): Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: timer() Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: cb(*args, **kw) Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: return func(*args, **kwargs) Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: self._notify() Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: self.callback(batched_events) Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: event.method(event) Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: return f(self, *a, **k) Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._get(url).json() Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: return self.request(url, 'GET', **kwargs) Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:08:49.452087 dv-cinder-831202-1-iscsi neutron-server[103231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:08:49.482250 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (cf382efd-997a-4811-9984-a9541e238f1c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.573797 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (0c8ccaa7-3338-4be9-9057-c30ea6e8e66b), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.580373 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.583787 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0c8ccaa7-3338-4be9-9057-c30ea6e8e66b HTTP/1.1" status: 204 len: 168 time: 0.3394980 Feb 28 13:08:49.593694 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25449d32-a354-433a-8df8-7fbcd2a42a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c8ccaa7-3338-4be9-9057-c30ea6e8e66b,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:49.638974 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for port (cf382efd-997a-4811-9984-a9541e238f1c), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.699977 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (cf382efd-997a-4811-9984-a9541e238f1c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.771490 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event updated for resources: {'Port': ['ID=cf382efd-997a-4811-9984-a9541e238f1c,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:49.782413 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (96456505-af15-46d6-82b6-b3a628a99778), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.792760 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae84f0-f003-478b-8940-978e17b65a80 req-4c724a1d-c017-4e8e-8f66-312819d8db27 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:49.794245 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e8ae84f0-f003-478b-8940-978e17b65a80 req-4c724a1d-c017-4e8e-8f66-312819d8db27 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 947 time: 0.0565701 Feb 28 13:08:49.841157 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e8ae84f0-f003-478b-8940-978e17b65a80 req-9e502af8-8b0d-42fb-b79f-991e0a8aadbe tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 Feb 28 13:08:49.861677 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:49.862993 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-54047380-466d-41e5-99a3-4e49089fcae1 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1496673 Feb 28 13:08:49.948374 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 56036) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:50.002786 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-30494c93-75de-41db-b858-b717f3fcc368 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=640c9f5539614165bff049a99e1957d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532007 Feb 28 13:08:50.005226 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56042) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:08:50.025236 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-0c4a4a04-2695-4ed0-a3b6-cac253c9f7e4 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--63698643&fields=id&tenant_id=0d81f40b84784ce5bc103294dc08507e HTTP/1.1" status: 200 len: 267 time: 0.0570784 Feb 28 13:08:50.053480 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9d1e-c14a-459b-9d16-88359a12166a admin admin] Publish callbacks [] for security_group (5602b203-2d1e-4c86-895c-764e6da1f3d4), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:50.075456 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9d1e-c14a-459b-9d16-88359a12166a admin admin] Publish callbacks [] for security_group (5602b203-2d1e-4c86-895c-764e6da1f3d4), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:50.134373 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49da71-9339-4212-b593-582e831cc77d req-92f585e7-b1c9-4162-8e24-9ca2f9b0089e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:50.135829 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-92f585e7-b1c9-4162-8e24-9ca2f9b0089e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/networks?id=1817a4ca-a968-48f5-850b-0f648c55cd83 HTTP/1.1" status: 200 len: 811 time: 0.1042261 Feb 28 13:08:50.149920 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-ebf43aa6-21aa-46ac-8ae5-c85695a5224e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/quotas/0d81f40b84784ce5bc103294dc08507e HTTP/1.1" status: 200 len: 375 time: 0.0087831 Feb 28 13:08:50.201528 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9d1e-c14a-459b-9d16-88359a12166a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5602b203-2d1e-4c86-895c-764e6da1f3d4), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:50.202995 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-f022d491-fefb-45a2-8933-74a2e7ff967a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d81f40b84784ce5bc103294dc08507e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484293 Feb 28 13:08:50.204494 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9d1e-c14a-459b-9d16-88359a12166a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:50.205641 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-7c2e9d1e-c14a-459b-9d16-88359a12166a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5602b203-2d1e-4c86-895c-764e6da1f3d4 HTTP/1.1" status: 204 len: 168 time: 0.1994505 Feb 28 13:08:50.214582 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e9d1e-c14a-459b-9d16-88359a12166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5602b203-2d1e-4c86-895c-764e6da1f3d4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:50.402399 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-5ac1963f-d3d5-482d-9cfc-6e93e3119000 service neutron] 10.222.0.23 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874020 Feb 28 13:08:50.493402 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-bdea0d19-21be-40e4-9b25-5c14e01794fd service neutron] 10.222.0.23 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848455 Feb 28 13:08:50.701170 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4f5266cf-95fa-4640-a253-ba6f7a14bee2 req-8755470e-b0ff-4bda-a54e-526199e459d3 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 210 time: 0.0298259 Feb 28 13:08:50.963734 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa9f68-0dfa-4bad-89f2-8172519098b3 req-af43edb9-ffd1-4685-89c1-093cef48289e tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:50.965197 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-edfa9f68-0dfa-4bad-89f2-8172519098b3 req-af43edb9-ffd1-4685-89c1-093cef48289e tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 947 time: 0.0579329 Feb 28 13:08:51.018913 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-edfa9f68-0dfa-4bad-89f2-8172519098b3 req-68cee446-ef82-4c4b-8794-d4949fcf4a16 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477469 Feb 28 13:08:51.670295 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device f8881759-7174-4c50-9af4-e52effcff05e details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:08:51.770407 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port f8881759-7174-4c50-9af4-e52effcff05e, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=f8881759-7174-4c50-9af4-e52effcff05e,segment=NetworkSegment(96c5c242-637c-45d0-93d3-0e174b4ad181),segment_id=96c5c242-637c-45d0-93d3-0e174b4ad181)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:51.782558 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': 'f8881759-7174-4c50-9af4-e52effcff05e', 'network_id': '874cb830-70b2-43fc-93c2-69cd158b678f', 'port_id': 'f8881759-7174-4c50-9af4-e52effcff05e', 'mac_address': 'fa:16:3e:a2:1e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5348e2-a320-4abf-a0b3-a6b3e3cddda6', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:08:51.797584 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0d3d6f95-7c91-4110-afd8-fc7273165235 req-2051f755-7d10-4a7a-a277-4b0006442e92 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 210 time: 0.0280557 Feb 28 13:08:51.824534 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port f8881759-7174-4c50-9af4-e52effcff05e is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:08:51.824985 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (f8881759-7174-4c50-9af4-e52effcff05e), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:51.837770 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8881759-7174-4c50-9af4-e52effcff05e {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:08:51.856191 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port f8881759-7174-4c50-9af4-e52effcff05e, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=f8881759-7174-4c50-9af4-e52effcff05e,segment=NetworkSegment(96c5c242-637c-45d0-93d3-0e174b4ad181),segment_id=96c5c242-637c-45d0-93d3-0e174b4ad181)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:51.893318 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (f8881759-7174-4c50-9af4-e52effcff05e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:51.939210 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=f8881759-7174-4c50-9af4-e52effcff05e,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:52.142121 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e7f22-578e-40b5-adec-d15e454391b8 req-4819926c-427f-401e-9a2c-e726ffedeff7 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:52.142724 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-344e7f22-578e-40b5-adec-d15e454391b8 req-4819926c-427f-401e-9a2c-e726ffedeff7 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 948 time: 0.0532296 Feb 28 13:08:52.166519 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['f8881759-7174-4c50-9af4-e52effcff05e'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:08:52.194053 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-344e7f22-578e-40b5-adec-d15e454391b8 req-46499914-2f5a-48be-ab73-4b0e68eae2cd tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457754 Feb 28 13:08:52.635488 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49da71-9339-4212-b593-582e831cc77d req-9f0dd509-9dc3-4c31-9223-d9dd0add6a93 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:52.636974 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-9f0dd509-9dc3-4c31-9223-d9dd0add6a93 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.35 "GET /v2.0/networks?id=1817a4ca-a968-48f5-850b-0f648c55cd83 HTTP/1.1" status: 200 len: 811 time: 0.3488004 Feb 28 13:08:52.698211 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-30c3616a-4a34-4b6d-bf7c-f39c5ad9752c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d81f40b84784ce5bc103294dc08507e HTTP/1.1" status: 200 len: 378 time: 0.0490558 Feb 28 13:08:52.706994 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-bb49da71-9339-4212-b593-582e831cc77d req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Request body: {'port': {'device_id': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'admin_state_up': True, 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'security_groups': ['9e672c40-c36d-454f-862b-9754a9a9f93a']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:52.876593 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c5138347-22de-4850-8c58-9502b207aa8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:52.890335 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb49da71-9339-4212-b593-582e831cc77d req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Made reservation on behalf of 0d81f40b84784ce5bc103294dc08507e for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:08:52.891243 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bb49da71-9339-4212-b593-582e831cc77d req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:52.892343 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a8aabc65-b8e4-47d6-a975-6578fc51eb16 req-7c605201-8a66-4c7a-8938-b1619a3f9a33 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 210 time: 0.0277796 Feb 28 13:08:53.017206 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-bb49da71-9339-4212-b593-582e831cc77d req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Allocated IP 172.20.0.4 (1817a4ca-a968-48f5-850b-0f648c55cd83/fa975e66-0ccb-4dbd-aabf-a88125b3979d/8aa8f2e2-5420-4dda-aff8-eb01d953feb6) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:08:53.150758 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bb49da71-9339-4212-b593-582e831cc77d req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:53.237140 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bb49da71-9339-4212-b593-582e831cc77d req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:53.280948 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb49da71-9339-4212-b593-582e831cc77d req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Network 1817a4ca-a968-48f5-850b-0f648c55cd83 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:08:53.283976 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-bb49da71-9339-4212-b593-582e831cc77d req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:08:53.286409 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb49da71-9339-4212-b593-582e831cc77d req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:08:53.356150 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event updated for resources: {'Port': ['ID=8aa8f2e2-5420-4dda-aff8-eb01d953feb6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:53.357083 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb79c4-25d1-4630-af04-7c229ecea883 req-90b8af7a-113b-47b3-8717-392eb8b9d25d tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:53.357083 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72fb79c4-25d1-4630-af04-7c229ecea883 req-90b8af7a-113b-47b3-8717-392eb8b9d25d tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 948 time: 0.0570776 Feb 28 13:08:53.357667 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49da71-9339-4212-b593-582e831cc77d req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:53.357667 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bb49da71-9339-4212-b593-582e831cc77d req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:53.374441 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-72fb79c4-25d1-4630-af04-7c229ecea883 req-067b72e0-1731-426a-aa0e-1975fcac536e tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512688 Feb 28 13:08:53.417273 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-75bfd4e7-b578-47c1-b82e-0dd5a323428d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7139072 Feb 28 13:08:53.429279 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Request body: {'port': {'device_id': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:08:53.491725 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-82752855-1a61-4955-a10e-a85e493e0815 None None] Provisioning complete for port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:08:53.492101 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-82752855-1a61-4955-a10e-a85e493e0815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:53.493752 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:53.525833 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-82752855-1a61-4955-a10e-a85e493e0815 None None] Port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:08:53.673112 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device f8881759-7174-4c50-9af4-e52effcff05e up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:08:53.744226 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:08:53.751390 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Publish callbacks [] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:53.763288 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Transition to ACTIVE for port object 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:08:53.767655 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port f8881759-7174-4c50-9af4-e52effcff05e completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:08:53.771441 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port f8881759-7174-4c50-9af4-e52effcff05e triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:08:53.771849 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (f8881759-7174-4c50-9af4-e52effcff05e), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:53.825206 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:53.846636 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port f8881759-7174-4c50-9af4-e52effcff05e is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:08:53.847035 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (f8881759-7174-4c50-9af4-e52effcff05e), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:53.869766 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a083ba-6861-4a4c-b43d-8ad333093f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8881759-7174-4c50-9af4-e52effcff05e'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:08:53.872200 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5ccea9-dc82-403b-8ed9-8e17797741aa" -d '{"events": [{"server_uuid": "a7a083ba-6861-4a4c-b43d-8ad333093f94", "name": "network-vif-plugged", "status": "completed", "tag": "f8881759-7174-4c50-9af4-e52effcff05e"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:08:53.885201 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port f8881759-7174-4c50-9af4-e52effcff05e, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=f8881759-7174-4c50-9af4-e52effcff05e,segment=NetworkSegment(96c5c242-637c-45d0-93d3-0e174b4ad181),segment_id=96c5c242-637c-45d0-93d3-0e174b4ad181)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:53.902060 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Pushing event updated for resources: {'Port': ['ID=8aa8f2e2-5420-4dda-aff8-eb01d953feb6,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:53.957662 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (f8881759-7174-4c50-9af4-e52effcff05e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:53.976420 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Attempting to bind port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:08:53.976762 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Attempting to bind port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:08:53.977083 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Attempting to bind port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 on network 1817a4ca-a968-48f5-850b-0f648c55cd83 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:08:53.986645 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 on network 1817a4ca-a968-48f5-850b-0f648c55cd83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:08:53.997448 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Attempting to bind port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 on network 1817a4ca-a968-48f5-850b-0f648c55cd83 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:08:54.009551 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:08:54.012025 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Checking segment: {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:08:54.015580 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Bound using segment: {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:08:54.016090 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Bound port: 8aa8f2e2-5420-4dda-aff8-eb01d953feb6, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5344ceb-801b-439f-aa2c-9938d8fff914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:08:54.016460 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:54.025593 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=f8881759-7174-4c50-9af4-e52effcff05e,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:54.049417 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067cab3-b12b-46a3-985c-5236ca703c4b req-d451ef67-533e-4083-99eb-c3c002cab102 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:54.058687 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d067cab3-b12b-46a3-985c-5236ca703c4b req-d451ef67-533e-4083-99eb-c3c002cab102 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 943 time: 0.0887458 Feb 28 13:08:54.111348 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] For port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:08:54.111348 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] For port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8aa8f2e2-5420-4dda-aff8-eb01d953feb6,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:08:54.116317 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d067cab3-b12b-46a3-985c-5236ca703c4b req-327225ad-4109-4a98-991b-2b58061f1540 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e672c40-c36d-454f-862b-9754a9a9f93a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565996 Feb 28 13:08:54.134035 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b574d69-2ba0-46cb-ba91-ecac42cf6e54 x-openstack-request-id: req-7b574d69-2ba0-46cb-ba91-ecac42cf6e54 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:08:54.140229 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a083ba-6861-4a4c-b43d-8ad333093f94", "name": "network-vif-plugged", "status": "completed", "tag": "f8881759-7174-4c50-9af4-e52effcff05e", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:08:54.140229 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b574d69-2ba0-46cb-ba91-ecac42cf6e54 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:08:54.140229 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a083ba-6861-4a4c-b43d-8ad333093f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8881759-7174-4c50-9af4-e52effcff05e', 'code': 200} Feb 28 13:08:54.185990 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:54.219606 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:54.220231 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:54.221804 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] 10.222.0.35 "PUT /v2.0/ports/8aa8f2e2-5420-4dda-aff8-eb01d953feb6 HTTP/1.1" status: 200 len: 1093 time: 0.7968631 Feb 28 13:08:54.224129 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'tag': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:08:54.227039 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed872a0-4987-4c61-a757-f0691c3dfec1" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bfcada-6880-4611-95aa-191a41fac7bd", "tag": "8aa8f2e2-5420-4dda-aff8-eb01d953feb6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:08:54.251145 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30518f4-4e51-4629-b691-0e7fd3f10a6e service neutron] Pushing event updated for resources: {'Port': ['ID=8aa8f2e2-5420-4dda-aff8-eb01d953feb6,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:54.271639 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9983202-9532-45b1-8a64-0038eafc9266 x-openstack-request-id: req-d9983202-9532-45b1-8a64-0038eafc9266 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:08:54.271639 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bfcada-6880-4611-95aa-191a41fac7bd", "tag": "8aa8f2e2-5420-4dda-aff8-eb01d953feb6", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:08:54.271639 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9983202-9532-45b1-8a64-0038eafc9266 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:08:54.271639 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'tag': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6', 'status': 'completed', 'code': 200} Feb 28 13:08:54.354367 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed872a0-4987-4c61-a757-f0691c3dfec1 req-ee499bad-7a2e-4aaf-ad0a-8637461e3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:54.356056 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5ed872a0-4987-4c61-a757-f0691c3dfec1 req-ee499bad-7a2e-4aaf-ad0a-8637461e3fe0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d81f40b84784ce5bc103294dc08507e&device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 1127 time: 0.0527172 Feb 28 13:08:54.492985 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed872a0-4987-4c61-a757-f0691c3dfec1 req-d59fd93c-63f3-49ee-a683-44a987d0867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:54.494384 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5ed872a0-4987-4c61-a757-f0691c3dfec1 req-d59fd93c-63f3-49ee-a683-44a987d0867a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0d81f40b84784ce5bc103294dc08507e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1299310 Feb 28 13:08:54.500065 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d01b1e-c426-4d55-ae65-c7b027d5c044 req-dfaa887f-70fd-4e3b-a10d-bbbf05239723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:54.501437 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c7d01b1e-c426-4d55-ae65-c7b027d5c044 req-dfaa887f-70fd-4e3b-a10d-bbbf05239723 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 1133 time: 0.0762818 Feb 28 13:08:54.504523 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9904b8c-e338-413d-a96f-eb0827727f6e req-416211c9-a2d7-4c83-bde7-bfa0fd989fa7 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:54.506006 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f9904b8c-e338-413d-a96f-eb0827727f6e req-416211c9-a2d7-4c83-bde7-bfa0fd989fa7 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 949 time: 0.0563366 Feb 28 13:08:54.553128 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f9904b8c-e338-413d-a96f-eb0827727f6e req-560cad19-2481-4bcf-8a4c-7b0c667f49ac tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Feb 28 13:08:54.592569 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c7d01b1e-c426-4d55-ae65-c7b027d5c044 req-a2fcaca2-e0cc-4b9d-b5cb-865668327f72 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829508 Feb 28 13:08:54.616248 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed872a0-4987-4c61-a757-f0691c3dfec1 req-b42ef20f-a193-45ad-b67e-775e3244dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:54.618350 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5ed872a0-4987-4c61-a757-f0691c3dfec1 req-b42ef20f-a193-45ad-b67e-775e3244dcea service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1160779 Feb 28 13:08:54.873312 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49da71-9339-4212-b593-582e831cc77d req-68cfde96-6525-4863-be1c-50a07fbac88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:54.874790 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-68cfde96-6525-4863-be1c-50a07fbac88b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d81f40b84784ce5bc103294dc08507e&device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 1127 time: 0.0479646 Feb 28 13:08:54.915941 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-aa4fbd91-f9fa-4c72-80db-aa7235948912 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aa8f2e2-5420-4dda-aff8-eb01d953feb6 HTTP/1.1" status: 200 len: 217 time: 0.0330698 Feb 28 13:08:54.962803 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49da71-9339-4212-b593-582e831cc77d req-85850e90-f774-4a40-a426-c77956f87dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:54.964282 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-85850e90-f774-4a40-a426-c77956f87dab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa975e66-0ccb-4dbd-aabf-a88125b3979d HTTP/1.1" status: 200 len: 850 time: 0.0418096 Feb 28 13:08:55.015242 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49da71-9339-4212-b593-582e831cc77d req-ff71dfe2-1f27-462c-b86a-2ef955bc153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:55.016741 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-ff71dfe2-1f27-462c-b86a-2ef955bc153b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1817a4ca-a968-48f5-850b-0f648c55cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456955 Feb 28 13:08:55.103582 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-9f334dc0-558b-402a-9b45-56557b340ed7 service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793240 Feb 28 13:08:55.193415 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bb49da71-9339-4212-b593-582e831cc77d req-eb764603-822b-4d2e-9185-388a83254d0b service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826943 Feb 28 13:08:55.235411 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86263ae9-4b36-4e6f-b549-27d0c7afe7aa req-3d86b872-e108-4c06-a1c5-4dc18dc65255 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:55.236917 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-86263ae9-4b36-4e6f-b549-27d0c7afe7aa req-3d86b872-e108-4c06-a1c5-4dc18dc65255 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 943 time: 0.0532136 Feb 28 13:08:55.283459 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-86263ae9-4b36-4e6f-b549-27d0c7afe7aa req-23cb797c-e36d-4f4c-9334-cde8843b353c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e672c40-c36d-454f-862b-9754a9a9f93a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403929 Feb 28 13:08:55.349769 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3638f7f5-50cf-4ac4-aa17-368fadfef8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:55.673722 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57e7a8-2df6-4713-9845-572da1319379 req-ead7971d-277b-4cc0-8ba0-91ba24b01b2f tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:55.675162 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ef57e7a8-2df6-4713-9845-572da1319379 req-ead7971d-277b-4cc0-8ba0-91ba24b01b2f tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 949 time: 0.0542340 Feb 28 13:08:55.721068 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ef57e7a8-2df6-4713-9845-572da1319379 req-92daf898-a04a-4fc6-ba45-105c1b0c7f56 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399301 Feb 28 13:08:56.399451 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218694ff-d6b0-483e-a0e0-eb891989cff7 req-19033e3a-15d2-4194-bf51-cebb48e782e0 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:56.400947 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-218694ff-d6b0-483e-a0e0-eb891989cff7 req-19033e3a-15d2-4194-bf51-cebb48e782e0 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 943 time: 0.0520842 Feb 28 13:08:56.446705 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-218694ff-d6b0-483e-a0e0-eb891989cff7 req-794b9932-e5b4-4de9-b0c9-942875911b7a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e672c40-c36d-454f-862b-9754a9a9f93a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401862 Feb 28 13:08:56.721904 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:56.839544 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e99bc-f626-4566-8ce6-58c7f9cee07d req-f15d48e0-8728-4688-b97b-ed223ca86607 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:56.841009 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-821e99bc-f626-4566-8ce6-58c7f9cee07d req-f15d48e0-8728-4688-b97b-ed223ca86607 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 949 time: 0.0551686 Feb 28 13:08:56.885740 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-821e99bc-f626-4566-8ce6-58c7f9cee07d req-b934b80d-0335-4a21-84cc-2a61c22a6c09 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392709 Feb 28 13:08:57.377131 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a207f-55d0-47d3-9c6b-076d03b8eb58 req-3f63dc7b-5c3e-4b2d-9f79-1f63864341ae tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:57.378649 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-823a207f-55d0-47d3-9c6b-076d03b8eb58 req-3f63dc7b-5c3e-4b2d-9f79-1f63864341ae tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 949 time: 0.0533412 Feb 28 13:08:57.428050 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-823a207f-55d0-47d3-9c6b-076d03b8eb58 req-ceab430d-d061-4a36-8cf5-86538ccbe3f2 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432329 Feb 28 13:08:57.568833 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c471-b800-44be-8bde-debe774872c3 req-9f402eff-c45a-40d1-8f1e-1e23aa440b0b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:57.570888 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ac62c471-b800-44be-8bde-debe774872c3 req-9f402eff-c45a-40d1-8f1e-1e23aa440b0b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 943 time: 0.0529487 Feb 28 13:08:57.618905 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ac62c471-b800-44be-8bde-debe774872c3 req-528a2769-8b36-45b3-b784-e2c6f44d2249 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e672c40-c36d-454f-862b-9754a9a9f93a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424075 Feb 28 13:08:57.676258 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:08:57.771347 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8aa8f2e2-5420-4dda-aff8-eb01d953feb6,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:57.782521 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'port_id': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6', 'mac_address': 'fa:16:3e:2a:aa:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:08:57.818479 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:08:57.818914 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:57.831395 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:08:57.860302 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8aa8f2e2-5420-4dda-aff8-eb01d953feb6,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:57.932771 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:57.939128 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:57.990676 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=8aa8f2e2-5420-4dda-aff8-eb01d953feb6,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:58.216898 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['8aa8f2e2-5420-4dda-aff8-eb01d953feb6'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:08:58.543602 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4021685-728b-4a7d-9ec8-2f68e7641e4e req-87e1283b-47ee-4378-9c19-9ba0003eb6c3 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:58.545077 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d4021685-728b-4a7d-9ec8-2f68e7641e4e req-87e1283b-47ee-4378-9c19-9ba0003eb6c3 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 949 time: 0.0519941 Feb 28 13:08:58.591308 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d4021685-728b-4a7d-9ec8-2f68e7641e4e req-ab1f950b-cbf1-4716-98e4-6e323c981159 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/security-groups?id=228802ef-c15d-4824-8000-833ae5e5ecc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Feb 28 13:08:58.734015 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fd9c7-f2a7-4d7a-be2b-b8f93be8c46e req-b5d5afc3-e193-48ee-bcac-16b5dec3d932 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:58.735512 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ad2fd9c7-f2a7-4d7a-be2b-b8f93be8c46e req-b5d5afc3-e193-48ee-bcac-16b5dec3d932 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 944 time: 0.0516944 Feb 28 13:08:58.780823 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ad2fd9c7-f2a7-4d7a-be2b-b8f93be8c46e req-7648b911-c920-4ab0-b3e0-f3d0dc1aee3f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e672c40-c36d-454f-862b-9754a9a9f93a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398502 Feb 28 13:08:58.858064 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017ddf-ebc7-4086-8ff8-928173c2c362 req-089d32d2-81de-4a32-93db-4caa890feb59 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:58.859517 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5f017ddf-ebc7-4086-8ff8-928173c2c362 req-089d32d2-81de-4a32-93db-4caa890feb59 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 949 time: 0.0509708 Feb 28 13:08:58.951034 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-5f017ddf-ebc7-4086-8ff8-928173c2c362 req-3783d50d-8c1c-4c91-943a-2b7fac35172a tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Deleting port f8881759-7174-4c50-9af4-e52effcff05e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:08:58.951377 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5f017ddf-ebc7-4086-8ff8-928173c2c362 req-3783d50d-8c1c-4c91-943a-2b7fac35172a tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (f8881759-7174-4c50-9af4-e52effcff05e), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:59.039405 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-5f017ddf-ebc7-4086-8ff8-928173c2c362 req-3783d50d-8c1c-4c91-943a-2b7fac35172a tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] For port f8881759-7174-4c50-9af4-e52effcff05e, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=f8881759-7174-4c50-9af4-e52effcff05e,segment=NetworkSegment(96c5c242-637c-45d0-93d3-0e174b4ad181),segment_id=96c5c242-637c-45d0-93d3-0e174b4ad181)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:59.039780 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5f017ddf-ebc7-4086-8ff8-928173c2c362 req-3783d50d-8c1c-4c91-943a-2b7fac35172a tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (f8881759-7174-4c50-9af4-e52effcff05e), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:59.051594 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-5f017ddf-ebc7-4086-8ff8-928173c2c362 req-3783d50d-8c1c-4c91-943a-2b7fac35172a tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Calling delete_port for f8881759-7174-4c50-9af4-e52effcff05e owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:08:59.230104 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5f017ddf-ebc7-4086-8ff8-928173c2c362 req-3783d50d-8c1c-4c91-943a-2b7fac35172a tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (f8881759-7174-4c50-9af4-e52effcff05e), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:59.243160 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['f8881759-7174-4c50-9af4-e52effcff05e'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:08:59.259652 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783d50d-8c1c-4c91-943a-2b7fac35172a tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Pushing event deleted for resources: {'Port': ['ID=f8881759-7174-4c50-9af4-e52effcff05e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:08:59.300670 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f017ddf-ebc7-4086-8ff8-928173c2c362 req-3783d50d-8c1c-4c91-943a-2b7fac35172a tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] No DVR routers for this DVR port f8881759-7174-4c50-9af4-e52effcff05e on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:08:59.303873 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5f017ddf-ebc7-4086-8ff8-928173c2c362 req-3783d50d-8c1c-4c91-943a-2b7fac35172a tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:59.308192 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-5f017ddf-ebc7-4086-8ff8-928173c2c362 req-3783d50d-8c1c-4c91-943a-2b7fac35172a tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.35 "DELETE /v2.0/ports/f8881759-7174-4c50-9af4-e52effcff05e HTTP/1.1" status: 204 len: 173 time: 0.4412591 Feb 28 13:08:59.308694 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a083ba-6861-4a4c-b43d-8ad333093f94', 'name': 'network-vif-deleted', 'tag': 'f8881759-7174-4c50-9af4-e52effcff05e'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:08:59.311885 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64db11e-1f12-4e15-a7e1-8aea8ba0aff5" -d '{"events": [{"server_uuid": "a7a083ba-6861-4a4c-b43d-8ad333093f94", "name": "network-vif-deleted", "tag": "f8881759-7174-4c50-9af4-e52effcff05e"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:08:59.347743 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6769a32-486b-4301-bedd-52978dd0df03 x-openstack-request-id: req-d6769a32-486b-4301-bedd-52978dd0df03 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:08:59.347998 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a083ba-6861-4a4c-b43d-8ad333093f94", "name": "network-vif-deleted", "tag": "f8881759-7174-4c50-9af4-e52effcff05e", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:08:59.348225 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6769a32-486b-4301-bedd-52978dd0df03 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:08:59.348645 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a083ba-6861-4a4c-b43d-8ad333093f94', 'name': 'network-vif-deleted', 'tag': 'f8881759-7174-4c50-9af4-e52effcff05e', 'status': 'completed', 'code': 200} Feb 28 13:08:59.426054 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:59.697390 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-abf123c0-76f7-42ea-8968-409821859434 req-350be133-d831-4597-a014-5d6d697777f5 tempest-VolumesNegativeTest-630934003 tempest-VolumesNegativeTest-630934003-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a083ba-6861-4a4c-b43d-8ad333093f94 HTTP/1.1" status: 200 len: 210 time: 0.0310893 Feb 28 13:08:59.708298 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:08:59.796008 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:08:59.799959 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:08:59.800336 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:59.876781 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:08:59.877083 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:08:59.899029 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a0e92-cd9a-43d6-a03e-0836dce1f11b req-643a7b1f-ff4a-49f0-b53e-8e3e86c51f2f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:08:59.900557 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1f8a0e92-cd9a-43d6-a03e-0836dce1f11b req-643a7b1f-ff4a-49f0-b53e-8e3e86c51f2f tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 944 time: 0.0530601 Feb 28 13:08:59.901755 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:08:59.904032 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fb242b-78a1-432a-87dd-4e7db0a1ff9c" -d '{"events": [{"server_uuid": "e1bfcada-6880-4611-95aa-191a41fac7bd", "name": "network-vif-plugged", "status": "completed", "tag": "8aa8f2e2-5420-4dda-aff8-eb01d953feb6"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:08:59.916392 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8aa8f2e2-5420-4dda-aff8-eb01d953feb6,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:08:59.940169 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39cff9e-e0fc-44af-b874-9f7c06ff4de3 x-openstack-request-id: req-f39cff9e-e0fc-44af-b874-9f7c06ff4de3 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:08:59.943496 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bfcada-6880-4611-95aa-191a41fac7bd", "name": "network-vif-plugged", "status": "completed", "tag": "8aa8f2e2-5420-4dda-aff8-eb01d953feb6", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:08:59.943496 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f39cff9e-e0fc-44af-b874-9f7c06ff4de3 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:08:59.943496 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6', 'code': 200} Feb 28 13:08:59.958975 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1f8a0e92-cd9a-43d6-a03e-0836dce1f11b req-2e63bc7a-b78f-446b-9ee6-27378c6cc84d tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e672c40-c36d-454f-862b-9754a9a9f93a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452845 Feb 28 13:08:59.991220 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:00.041764 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=8aa8f2e2-5420-4dda-aff8-eb01d953feb6,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:09:00.275130 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ca77b-93c7-446f-bb55-fc8d9bc39150 req-261525db-3c25-4c22-806a-ac96f4bf5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:00.276657 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-271ca77b-93c7-446f-bb55-fc8d9bc39150 req-261525db-3c25-4c22-806a-ac96f4bf5320 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 1129 time: 0.0435987 Feb 28 13:09:00.322896 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-271ca77b-93c7-446f-bb55-fc8d9bc39150 req-100dbb0a-5d0c-4162-b5f5-2831f882edc4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e672c40-c36d-454f-862b-9754a9a9f93a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399737 Feb 28 13:09:01.075293 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce9665-4444-4724-9e14-1b2086f20239 req-a2165535-d116-4208-9066-1e1d3825971b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:01.076816 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43ce9665-4444-4724-9e14-1b2086f20239 req-a2165535-d116-4208-9066-1e1d3825971b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 945 time: 0.0547843 Feb 28 13:09:01.123203 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43ce9665-4444-4724-9e14-1b2086f20239 req-06d99388-2b23-4469-9288-b8f978a3341b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e672c40-c36d-454f-862b-9754a9a9f93a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401645 Feb 28 13:09:02.244048 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1e7b6-e29a-4dc8-8ad5-3bf73d0e91dc req-09f4411a-b3cf-4b03-809a-57fd786f9b65 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:02.245538 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d6b1e7b6-e29a-4dc8-8ad5-3bf73d0e91dc req-09f4411a-b3cf-4b03-809a-57fd786f9b65 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 945 time: 0.0562348 Feb 28 13:09:02.293106 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d6b1e7b6-e29a-4dc8-8ad5-3bf73d0e91dc req-e7d4405a-979a-4e53-a55f-27a52e3bc998 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e672c40-c36d-454f-862b-9754a9a9f93a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419407 Feb 28 13:09:02.405264 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f57543-4f80-43ec-b1c6-d99adce4a997 req-eb411ece-cef7-4189-93fa-616c726f2803 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:02.406767 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b8f57543-4f80-43ec-b1c6-d99adce4a997 req-eb411ece-cef7-4189-93fa-616c726f2803 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 945 time: 0.0522518 Feb 28 13:09:02.415536 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56222) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:09:02.420047 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b2c2a4d5-4a31-4880-9500-a5da8dd7a013 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Request body: {'floatingip': {'port_id': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:09:02.458502 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b2c2a4d5-4a31-4880-9500-a5da8dd7a013 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (96456505-af15-46d6-82b6-b3a628a99778), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:02.896099 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b2c2a4d5-4a31-4880-9500-a5da8dd7a013 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:02.961573 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b2c2a4d5-4a31-4880-9500-a5da8dd7a013 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (96456505-af15-46d6-82b6-b3a628a99778), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:03.062772 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.l3_db [None req-b2c2a4d5-4a31-4880-9500-a5da8dd7a013 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Floating IP 96456505-af15-46d6-82b6-b3a628a99778 associated. External IP: 172.27.2.74, port: 8aa8f2e2-5420-4dda-aff8-eb01d953feb6. Feb 28 13:09:03.274532 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c2a4d5-4a31-4880-9500-a5da8dd7a013 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Router 34b2d50e-3f50-401f-9f98-c3eefde8a144 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:09:03.383217 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c2a4d5-4a31-4880-9500-a5da8dd7a013 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:09:03.390499 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b2c2a4d5-4a31-4880-9500-a5da8dd7a013 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:03.395829 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a75c0c-899c-4431-854b-32535b0046d5 None None] Sync routers for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:09:03.406019 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a75c0c-899c-4431-854b-32535b0046d5 None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:09:03.406639 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-76a75c0c-899c-4431-854b-32535b0046d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:08:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:09:03.421178 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-b2c2a4d5-4a31-4880-9500-a5da8dd7a013 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "PUT /v2.0/floatingips/96456505-af15-46d6-82b6-b3a628a99778 HTTP/1.1" status: 200 len: 990 time: 1.0045226 Feb 28 13:09:03.422130 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'tag': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:09:03.424543 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cd5774-93ee-4664-bc09-49377bca4974" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bfcada-6880-4611-95aa-191a41fac7bd", "tag": "8aa8f2e2-5420-4dda-aff8-eb01d953feb6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:09:03.489048 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5b2be7-d482-4bd0-965d-eeda5b16315e x-openstack-request-id: req-3f5b2be7-d482-4bd0-965d-eeda5b16315e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:09:03.489591 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bfcada-6880-4611-95aa-191a41fac7bd", "tag": "8aa8f2e2-5420-4dda-aff8-eb01d953feb6", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:09:03.490129 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f5b2be7-d482-4bd0-965d-eeda5b16315e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:09:03.490721 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'tag': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6', 'status': 'completed', 'code': 200} Feb 28 13:09:03.556620 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd5774-93ee-4664-bc09-49377bca4974 req-24fef705-cd75-486e-92b0-384f07baecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:03.558291 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-19cd5774-93ee-4664-bc09-49377bca4974 req-24fef705-cd75-486e-92b0-384f07baecde service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d81f40b84784ce5bc103294dc08507e&device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 1129 time: 0.0484705 Feb 28 13:09:03.659010 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd5774-93ee-4664-bc09-49377bca4974 req-66bafb47-c140-4533-8df3-df9d9a1cb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:03.661467 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-19cd5774-93ee-4664-bc09-49377bca4974 req-66bafb47-c140-4533-8df3-df9d9a1cb728 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1817a4ca-a968-48f5-850b-0f648c55cd83 HTTP/1.1" status: 200 len: 912 time: 0.0948374 Feb 28 13:09:03.671419 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-76a75c0c-899c-4431-854b-32535b0046d5 None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:09:03.729553 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-19cd5774-93ee-4664-bc09-49377bca4974 req-811e4c40-4c1f-44fe-af0a-5ea86ad64e41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aa8f2e2-5420-4dda-aff8-eb01d953feb6 HTTP/1.1" status: 200 len: 998 time: 0.0610840 Feb 28 13:09:03.742901 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device f8881759-7174-4c50-9af4-e52effcff05e no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:09:03.773858 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: f8881759-7174-4c50-9af4-e52effcff05e {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:09:03.774201 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device f8881759-7174-4c50-9af4-e52effcff05e not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:09:03.780431 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd5774-93ee-4664-bc09-49377bca4974 req-0ebcef9a-6f1f-46b6-b369-7ed38d1fcca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:03.781901 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-19cd5774-93ee-4664-bc09-49377bca4974 req-0ebcef9a-6f1f-46b6-b369-7ed38d1fcca6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa975e66-0ccb-4dbd-aabf-a88125b3979d HTTP/1.1" status: 200 len: 850 time: 0.0451236 Feb 28 13:09:03.832442 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd5774-93ee-4664-bc09-49377bca4974 req-c97b18a0-6d66-4fc2-a158-36b988be4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:03.833962 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-19cd5774-93ee-4664-bc09-49377bca4974 req-c97b18a0-6d66-4fc2-a158-36b988be4f99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1817a4ca-a968-48f5-850b-0f648c55cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455265 Feb 28 13:09:03.950417 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-19cd5774-93ee-4664-bc09-49377bca4974 req-5a56e9af-69e5-4a97-947f-f922b9767dbc service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089754 Feb 28 13:09:03.950754 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-76a75c0c-899c-4431-854b-32535b0046d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '96456505-af15-46d6-82b6-b3a628a99778', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'port_id': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'mac_address': 'fa:16:3e:2a:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:08:49Z', 'updated_at': '2022-02-28T13:09:02Z', 'revision_number': 1, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:38Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:09:03.978100 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a75c0c-899c-4431-854b-32535b0046d5 None None] Checking router: 34b2d50e-3f50-401f-9f98-c3eefde8a144 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:09:03.987209 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a75c0c-899c-4431-854b-32535b0046d5 None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:09:03.991796 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-76a75c0c-899c-4431-854b-32535b0046d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:08:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:09:04.091194 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-19cd5774-93ee-4664-bc09-49377bca4974 req-02122e9a-1c99-4ffb-bb7c-fb1b9723e9ff service neutron] 10.222.0.35 "GET /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338511 Feb 28 13:09:04.119826 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-76a75c0c-899c-4431-854b-32535b0046d5 None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:09:04.358377 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-76a75c0c-899c-4431-854b-32535b0046d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '96456505-af15-46d6-82b6-b3a628a99778', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'port_id': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'mac_address': 'fa:16:3e:2a:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:08:49Z', 'updated_at': '2022-02-28T13:09:02Z', 'revision_number': 1, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:38Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:09:04.366329 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:09:04.390654 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a75c0c-899c-4431-854b-32535b0046d5 None None] The sync data for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi is: [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '96456505-af15-46d6-82b6-b3a628a99778', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'port_id': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'mac_address': 'fa:16:3e:2a:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:08:49Z', 'updated_at': '2022-02-28T13:09:02Z', 'revision_number': 1, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:38Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:09:04.578055 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3464d-5909-4514-a096-3df8cdd78dc5 None None] New status for floating IP 96456505-af15-46d6-82b6-b3a628a99778: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:09:06.535881 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56392) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:09:06.663523 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-c7ca0747-b24b-4b77-8faa-ce1bd572747d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edb1b1e83f2345ce81f30f62c91b617b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264753 Feb 28 13:09:06.665897 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56396) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:09:06.714597 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b87ad235-22f3-45e6-b836-6270a835a48a admin admin] Publish callbacks [] for security_group (228802ef-c15d-4824-8000-833ae5e5ecc7), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:06.734675 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b87ad235-22f3-45e6-b836-6270a835a48a admin admin] Publish callbacks [] for security_group (228802ef-c15d-4824-8000-833ae5e5ecc7), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:06.836395 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b87ad235-22f3-45e6-b836-6270a835a48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (228802ef-c15d-4824-8000-833ae5e5ecc7), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:06.839809 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b87ad235-22f3-45e6-b836-6270a835a48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:06.840988 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-b87ad235-22f3-45e6-b836-6270a835a48a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/228802ef-c15d-4824-8000-833ae5e5ecc7 HTTP/1.1" status: 204 len: 168 time: 0.1742201 Feb 28 13:09:06.850531 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ad235-22f3-45e6-b836-6270a835a48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228802ef-c15d-4824-8000-833ae5e5ecc7,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:09:09.113114 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e5d2b-8b9f-4f1f-a6c9-5e6579106c18 req-85222400-d5bf-460f-91ba-25bbab3718ad tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:09.114604 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a83e5d2b-8b9f-4f1f-a6c9-5e6579106c18 req-85222400-d5bf-460f-91ba-25bbab3718ad tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0519683 Feb 28 13:09:09.161515 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a83e5d2b-8b9f-4f1f-a6c9-5e6579106c18 req-5c82646e-d013-4b3e-a7cc-7797f1e7ab5a tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Feb 28 13:09:10.283120 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76934b-7dc1-4702-9d3e-e6e80bca4885 req-ffe99472-3233-45b7-acc9-809d35fd27b6 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:10.284618 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ff76934b-7dc1-4702-9d3e-e6e80bca4885 req-ffe99472-3233-45b7-acc9-809d35fd27b6 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0552559 Feb 28 13:09:10.332602 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ff76934b-7dc1-4702-9d3e-e6e80bca4885 req-4a2ce0d6-b9f5-40eb-9ebb-81248a579e1f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424917 Feb 28 13:09:11.449625 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbf993-cc4e-4178-a699-1d66ecddc1b7 req-d2371d78-878a-4a51-bffd-5c9c5b6440ef tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:11.451095 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5bbbf993-cc4e-4178-a699-1d66ecddc1b7 req-d2371d78-878a-4a51-bffd-5c9c5b6440ef tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0532649 Feb 28 13:09:11.497825 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5bbbf993-cc4e-4178-a699-1d66ecddc1b7 req-e8906964-a86e-454e-b760-bd5734cf9282 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413260 Feb 28 13:09:12.614173 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab41e-83a0-4461-89ea-f57b6a07bbdd req-bacd1ac8-bc38-4982-af3d-835522873c7a tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:12.615658 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-346ab41e-83a0-4461-89ea-f57b6a07bbdd req-bacd1ac8-bc38-4982-af3d-835522873c7a tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0545888 Feb 28 13:09:12.661758 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-346ab41e-83a0-4461-89ea-f57b6a07bbdd req-e83367d0-eed7-4c4b-88d6-68d03438963f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400090 Feb 28 13:09:13.777899 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386b463-7e28-4092-b2f8-c1d8216aac3a req-317e0570-7814-4b64-bb6d-9e9aa9718ece tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:13.779396 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4386b463-7e28-4092-b2f8-c1d8216aac3a req-317e0570-7814-4b64-bb6d-9e9aa9718ece tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0524240 Feb 28 13:09:13.827994 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4386b463-7e28-4092-b2f8-c1d8216aac3a req-49dbec5d-8e6d-45c1-81bb-b2fbc48fe1e6 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429721 Feb 28 13:09:14.942237 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623db0a-ad88-4ab8-a935-0a84e7e2198d req-b55f0505-a3fc-40d1-a401-4796770e8efe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:14.943758 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f623db0a-ad88-4ab8-a935-0a84e7e2198d req-b55f0505-a3fc-40d1-a401-4796770e8efe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0512362 Feb 28 13:09:14.995583 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f623db0a-ad88-4ab8-a935-0a84e7e2198d req-e884f355-944c-4f26-b227-280dc9cb3486 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454628 Feb 28 13:09:16.110715 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53faa2-6d61-4737-8f1f-41be78eda941 req-a754068a-4977-438d-a8a0-f7be2202e369 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:16.112111 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1e53faa2-6d61-4737-8f1f-41be78eda941 req-a754068a-4977-438d-a8a0-f7be2202e369 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0512893 Feb 28 13:09:16.157963 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1e53faa2-6d61-4737-8f1f-41be78eda941 req-534c7850-f3e1-4b60-bed8-2b77cceb7569 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403717 Feb 28 13:09:17.273214 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d3a53-b8a5-4204-b541-6d649062ada0 req-ec5de6be-5ab7-434f-abd9-ea8c8dc5c636 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:17.274664 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1e6d3a53-b8a5-4204-b541-6d649062ada0 req-ec5de6be-5ab7-434f-abd9-ea8c8dc5c636 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0512216 Feb 28 13:09:17.321352 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1e6d3a53-b8a5-4204-b541-6d649062ada0 req-52d5ada9-998e-4245-a265-4b8c670b6538 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405450 Feb 28 13:09:17.806869 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:18.444843 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2ecb7-ebe8-4569-902d-f36c184d56a9 req-a9656869-2950-4447-8d3b-95fc25591b1f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:18.446350 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-98d2ecb7-ebe8-4569-902d-f36c184d56a9 req-a9656869-2950-4447-8d3b-95fc25591b1f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0572169 Feb 28 13:09:18.498771 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-98d2ecb7-ebe8-4569-902d-f36c184d56a9 req-3247b976-4f55-4b1d-9fe4-d0480cb61637 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425797 Feb 28 13:09:19.759938 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12c757-0be2-428d-94aa-b119dd661a17 req-0d4943d4-7321-4080-b760-bad81e159820 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:19.761402 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8d12c757-0be2-428d-94aa-b119dd661a17 req-0d4943d4-7321-4080-b760-bad81e159820 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0519984 Feb 28 13:09:19.809460 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8d12c757-0be2-428d-94aa-b119dd661a17 req-fe1ced4d-c266-4ec3-b067-4298b2f3c1e7 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426726 Feb 28 13:09:20.927099 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbec99-8858-4ee1-8cab-5d9a5aaf9375 req-89595dd3-0ce1-4d2b-bf0c-9c5af817e8dd tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:20.928577 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-47bbec99-8858-4ee1-8cab-5d9a5aaf9375 req-89595dd3-0ce1-4d2b-bf0c-9c5af817e8dd tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0513418 Feb 28 13:09:20.978321 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-47bbec99-8858-4ee1-8cab-5d9a5aaf9375 req-cab9e9fb-9816-4e3d-bdee-8448a1ef7c2f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434675 Feb 28 13:09:22.092725 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b036b7d-ace3-416c-9c5a-f35925f0625c req-da67dfb5-5840-4fc8-afd7-a4ca7772bcc3 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:22.094172 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4b036b7d-ace3-416c-9c5a-f35925f0625c req-da67dfb5-5840-4fc8-afd7-a4ca7772bcc3 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0513787 Feb 28 13:09:22.145063 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4b036b7d-ace3-416c-9c5a-f35925f0625c req-29559f68-37b0-478b-bbf5-a173f7cc3479 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415750 Feb 28 13:09:22.847182 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a280df69-5c86-407f-a389-c0a7f50cdc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:23.262618 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c765e65-10a1-4088-a8bd-312cfd565ece req-cfcee47f-c6eb-496b-9ce3-87dd5ffa3dab tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:23.265103 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c765e65-10a1-4088-a8bd-312cfd565ece req-cfcee47f-c6eb-496b-9ce3-87dd5ffa3dab tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0571976 Feb 28 13:09:23.312647 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c765e65-10a1-4088-a8bd-312cfd565ece req-d727c7ce-6d75-42e6-8647-45111e2126d5 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431988 Feb 28 13:09:24.324219 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47bf1-43ab-4e10-85d1-12f37a8854fe req-59df084c-7e1e-4437-a8e6-63183876933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:24.325708 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ebd47bf1-43ab-4e10-85d1-12f37a8854fe req-59df084c-7e1e-4437-a8e6-63183876933d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91a0fe7cf4f342fd972e60973badf7ce&device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 1130 time: 0.0440035 Feb 28 13:09:24.419292 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47bf1-43ab-4e10-85d1-12f37a8854fe req-a1c3ecee-a64d-47cf-82f8-9e0a1472b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:24.421045 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ebd47bf1-43ab-4e10-85d1-12f37a8854fe req-a1c3ecee-a64d-47cf-82f8-9e0a1472b04f service neutron] 10.222.0.35 "GET /v2.0/networks?id=474d9210-7d52-4301-b47a-c8719ae1c32f HTTP/1.1" status: 200 len: 909 time: 0.0882914 Feb 28 13:09:24.441768 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8681d-0429-4869-b6ed-ee8dd674b4e9 req-2464c65e-c509-4c05-92b1-92f872308349 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:24.443242 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-35f8681d-0429-4869-b6ed-ee8dd674b4e9 req-2464c65e-c509-4c05-92b1-92f872308349 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0633893 Feb 28 13:09:24.489066 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ebd47bf1-43ab-4e10-85d1-12f37a8854fe req-c3e11a0b-66b6-4779-8a43-0cb3e56f4bac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69669be8-e985-4a13-add4-0968abeb183c HTTP/1.1" status: 200 len: 1002 time: 0.0582981 Feb 28 13:09:24.491893 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-35f8681d-0429-4869-b6ed-ee8dd674b4e9 req-5b95de25-ea7f-4f60-8563-c736f8f09389 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430374 Feb 28 13:09:24.537736 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47bf1-43ab-4e10-85d1-12f37a8854fe req-105e1042-9fc0-44dd-b408-d4fbd73d5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:24.539189 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ebd47bf1-43ab-4e10-85d1-12f37a8854fe req-105e1042-9fc0-44dd-b408-d4fbd73d5a62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3ab4009-14e9-4940-abd6-b242fc76a7ab HTTP/1.1" status: 200 len: 847 time: 0.0431211 Feb 28 13:09:24.838487 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47bf1-43ab-4e10-85d1-12f37a8854fe req-ffe4f237-2e37-4563-a61c-c6f482c630a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:24.840590 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ebd47bf1-43ab-4e10-85d1-12f37a8854fe req-ffe4f237-2e37-4563-a61c-c6f482c630a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=474d9210-7d52-4301-b47a-c8719ae1c32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2952704 Feb 28 13:09:24.929260 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ebd47bf1-43ab-4e10-85d1-12f37a8854fe req-408a551b-894b-472a-b6f1-78e7bbd1ece8 service neutron] 10.222.0.35 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803881 Feb 28 13:09:25.024687 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ebd47bf1-43ab-4e10-85d1-12f37a8854fe req-30a9783a-8939-4557-8628-f0a7c7ad4d19 service neutron] 10.222.0.35 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885720 Feb 28 13:09:25.133117 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdf90c-9a9b-4655-81f7-c9747d5d3b67 req-16e25b66-7b17-46f6-a1f9-5af994439b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:25.134595 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-70fdf90c-9a9b-4655-81f7-c9747d5d3b67 req-16e25b66-7b17-46f6-a1f9-5af994439b68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91a0fe7cf4f342fd972e60973badf7ce&device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 1130 time: 0.0436499 Feb 28 13:09:25.239067 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdf90c-9a9b-4655-81f7-c9747d5d3b67 req-9acc4fcd-4dfc-4044-94b0-389b204fb649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:25.240562 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-70fdf90c-9a9b-4655-81f7-c9747d5d3b67 req-9acc4fcd-4dfc-4044-94b0-389b204fb649 service neutron] 10.222.0.35 "GET /v2.0/networks?id=474d9210-7d52-4301-b47a-c8719ae1c32f HTTP/1.1" status: 200 len: 909 time: 0.0834653 Feb 28 13:09:25.309309 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-70fdf90c-9a9b-4655-81f7-c9747d5d3b67 req-39c02e87-2992-4542-b63e-d6acca653f63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69669be8-e985-4a13-add4-0968abeb183c HTTP/1.1" status: 200 len: 1002 time: 0.0611534 Feb 28 13:09:25.349978 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4329d343-76b8-4c09-a0f8-bf4bba2cb206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:25.362599 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdf90c-9a9b-4655-81f7-c9747d5d3b67 req-9a95b229-7b39-448c-a995-e62ed555bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:25.364278 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-70fdf90c-9a9b-4655-81f7-c9747d5d3b67 req-9a95b229-7b39-448c-a995-e62ed555bd39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3ab4009-14e9-4940-abd6-b242fc76a7ab HTTP/1.1" status: 200 len: 847 time: 0.0435340 Feb 28 13:09:25.413211 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdf90c-9a9b-4655-81f7-c9747d5d3b67 req-6bd83a07-11ad-4cef-8bdf-3417775d6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:25.414698 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-70fdf90c-9a9b-4655-81f7-c9747d5d3b67 req-6bd83a07-11ad-4cef-8bdf-3417775d6d66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=474d9210-7d52-4301-b47a-c8719ae1c32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431957 Feb 28 13:09:25.504897 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-70fdf90c-9a9b-4655-81f7-c9747d5d3b67 req-2d46b4f7-6921-4b3a-82f1-c8af9a41ef08 service neutron] 10.222.0.35 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825858 Feb 28 13:09:25.599406 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-70fdf90c-9a9b-4655-81f7-c9747d5d3b67 req-7adcb981-2272-4d04-bae2-d7a87522605f service neutron] 10.222.0.35 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843303 Feb 28 13:09:25.609385 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81ccdb-5c97-41ae-b704-8206200f53db req-868b10df-8897-4ebd-9f4c-9d4b45cfbd94 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:25.610882 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ad81ccdb-5c97-41ae-b704-8206200f53db req-868b10df-8897-4ebd-9f4c-9d4b45cfbd94 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0543387 Feb 28 13:09:25.660103 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ad81ccdb-5c97-41ae-b704-8206200f53db req-b696d6fc-afc1-4b07-b60f-960a3442ac07 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425217 Feb 28 13:09:26.470432 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f60517-baaf-4845-bc83-246c0bddecb4 req-9c89165e-de52-4324-b255-454d7afd7276 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:26.471865 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a7f60517-baaf-4845-bc83-246c0bddecb4 req-9c89165e-de52-4324-b255-454d7afd7276 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0581231 Feb 28 13:09:26.517506 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a7f60517-baaf-4845-bc83-246c0bddecb4 req-3b11d49d-46c9-4165-a312-d3b88df70db1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399587 Feb 28 13:09:26.710207 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:26.778853 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5823b-3297-4ebd-bb12-715e48206dfd req-653641b7-60b1-4ab1-8fae-a0d8799b44f3 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:26.780293 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3fb5823b-3297-4ebd-bb12-715e48206dfd req-653641b7-60b1-4ab1-8fae-a0d8799b44f3 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0525763 Feb 28 13:09:26.827681 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3fb5823b-3297-4ebd-bb12-715e48206dfd req-9d7a6c47-c7ab-4c14-a1fc-2302d74c5113 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419543 Feb 28 13:09:27.642551 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d9af5-9e80-43ec-be32-0d77b08afc66 req-c6882bc2-d77e-47b7-902d-320593af005e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:27.644053 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d63d9af5-9e80-43ec-be32-0d77b08afc66 req-c6882bc2-d77e-47b7-902d-320593af005e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0522003 Feb 28 13:09:27.695872 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d63d9af5-9e80-43ec-be32-0d77b08afc66 req-f6d54579-5c7f-4070-94b6-bc0bed4b14c5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461197 Feb 28 13:09:27.915697 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:27.945487 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f060f-3040-44ad-8797-f2780d40af5c req-78f9264d-390b-4344-b8a8-9a00644a583c tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:27.946989 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ec8f060f-3040-44ad-8797-f2780d40af5c req-78f9264d-390b-4344-b8a8-9a00644a583c tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0523951 Feb 28 13:09:27.996277 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ec8f060f-3040-44ad-8797-f2780d40af5c req-89c8df3a-1f84-496d-af7b-2b46df74b29a tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436344 Feb 28 13:09:28.355615 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b27e53-9844-4ffb-84b1-e2b34c1e9ada req-6b0a8b17-b7f9-433d-9062-4a8a97197ada tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:28.357248 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c3b27e53-9844-4ffb-84b1-e2b34c1e9ada req-6b0a8b17-b7f9-433d-9062-4a8a97197ada tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0573723 Feb 28 13:09:28.416189 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c3b27e53-9844-4ffb-84b1-e2b34c1e9ada req-fc5390f2-45ca-4b8b-8ff5-7fead9422c12 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509551 Feb 28 13:09:28.447413 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 56656) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:09:28.534077 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-1e5b28c4-40f7-46d0-8792-8db0836fe310 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854411 Feb 28 13:09:28.542282 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-c6701c0b-5ea1-4901-839d-921d50464902 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 13:09:28.543267 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-c6701c0b-5ea1-4901-839d-921d50464902 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047467 Feb 28 13:09:28.680411 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 56664) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:09:28.779779 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56672) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:09:28.826434 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fe0b1-506f-4c93-bd56-c6ddc44057bd req-da4c334b-d4eb-4066-9a9c-2b14d92820cf tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:28.828171 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-855fe0b1-506f-4c93-bd56-c6ddc44057bd req-da4c334b-d4eb-4066-9a9c-2b14d92820cf tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0573130 Feb 28 13:09:28.851882 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:28.922726 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-c5832c8e-672e-4062-be5b-2173d49f9939 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:28.924124 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-c5832c8e-672e-4062-be5b-2173d49f9939 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports/69669be8-e985-4a13-add4-0968abeb183c HTTP/1.1" status: 200 len: 943 time: 0.2427416 Feb 28 13:09:28.927196 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Publish callbacks [] for security_group (8fbabdd2-5ace-4901-ae6e-4ff97450fb4e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:28.927530 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-855fe0b1-506f-4c93-bd56-c6ddc44057bd req-eb02b9c9-cced-437c-ace2-8e919d41009f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932829 Feb 28 13:09:29.013590 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (8fbabdd2-5ace-4901-ae6e-4ff97450fb4e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:29.052827 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84e783e257f14ce08a23b54fb50f7081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718654 Feb 28 13:09:29.053703 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbabdd2-5ace-4901-ae6e-4ff97450fb4e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:09:29.055850 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 56682) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:09:29.062805 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.070203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.070203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.070203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.070203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.070203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.070203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.070203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.070203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.070203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.070203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.070203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.070203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff851450-2b70-4a13-87de-50b5092ad63b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:29.115100 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c833268-ac0c-4d91-89cd-7c6fdc9f0cb4 admin admin] Publish callbacks [] for security_group (8fbabdd2-5ace-4901-ae6e-4ff97450fb4e), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:29.136500 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c833268-ac0c-4d91-89cd-7c6fdc9f0cb4 admin admin] Publish callbacks [] for security_group (8fbabdd2-5ace-4901-ae6e-4ff97450fb4e), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:29.270031 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c833268-ac0c-4d91-89cd-7c6fdc9f0cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (8fbabdd2-5ace-4901-ae6e-4ff97450fb4e), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:29.272957 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2c833268-ac0c-4d91-89cd-7c6fdc9f0cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:29.274168 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-2c833268-ac0c-4d91-89cd-7c6fdc9f0cb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fbabdd2-5ace-4901-ae6e-4ff97450fb4e HTTP/1.1" status: 204 len: 168 time: 0.2167985 Feb 28 13:09:29.282382 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c833268-ac0c-4d91-89cd-7c6fdc9f0cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbabdd2-5ace-4901-ae6e-4ff97450fb4e,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:09:29.407764 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:29.538201 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1939f74-e093-4419-8252-418a009a275d req-7f74cf9a-ebec-45fd-b1ad-c1c17bcafeec tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:29.540017 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a1939f74-e093-4419-8252-418a009a275d req-7f74cf9a-ebec-45fd-b1ad-c1c17bcafeec tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0563962 Feb 28 13:09:29.598686 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a1939f74-e093-4419-8252-418a009a275d req-a8a205d5-9b8f-4538-98f6-1ff86b2b2b0f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493605 Feb 28 13:09:29.902281 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 69669be8-e985-4a13-add4-0968abeb183c no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:09:29.976927 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 69669be8-e985-4a13-add4-0968abeb183c is: ACTIVE; New status is: DOWN {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:09:29.977500 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (69669be8-e985-4a13-add4-0968abeb183c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:30.001809 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69669be8-e985-4a13-add4-0968abeb183c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:09:30.004059 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c715ef-e409-411d-8117-c8471aa9a01e" -d '{"events": [{"server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "name": "network-vif-unplugged", "status": "completed", "tag": "69669be8-e985-4a13-add4-0968abeb183c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:09:30.015869 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 69669be8-e985-4a13-add4-0968abeb183c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=69669be8-e985-4a13-add4-0968abeb183c,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:09:30.037729 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 13:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b1022d-eee2-45f7-a955-c52edf98b50c x-openstack-request-id: req-91b1022d-eee2-45f7-a955-c52edf98b50c {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:09:30.038017 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "name": "network-vif-unplugged", "status": "failed", "tag": "69669be8-e985-4a13-add4-0968abeb183c", "code": 422}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:09:30.038270 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91b1022d-eee2-45f7-a955-c52edf98b50c {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:09:30.038665 dv-cinder-831202-1-iscsi neutron-server[103233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69669be8-e985-4a13-add4-0968abeb183c', 'code': 422} returned with failed status Feb 28 13:09:30.064078 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (69669be8-e985-4a13-add4-0968abeb183c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:30.066930 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919eee2-3889-44e1-a6bd-fb3dffac8d36 req-bee8364e-4b35-4e2e-8ed6-3675fcf82764 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:30.068774 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f919eee2-3889-44e1-a6bd-fb3dffac8d36 req-bee8364e-4b35-4e2e-8ed6-3675fcf82764 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0684268 Feb 28 13:09:30.111488 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=69669be8-e985-4a13-add4-0968abeb183c,revision_number=6']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:09:30.115623 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f919eee2-3889-44e1-a6bd-fb3dffac8d36 req-7ac2743d-b7ac-4f07-9bd7-1c56acee113a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412993 Feb 28 13:09:30.724242 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074cf0b-29ab-421b-82fc-c9f44b40b562 req-9e77fd1b-6fa0-467c-a2ed-d15cafe4b29f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:30.725701 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7074cf0b-29ab-421b-82fc-c9f44b40b562 req-9e77fd1b-6fa0-467c-a2ed-d15cafe4b29f tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0520065 Feb 28 13:09:30.774913 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7074cf0b-29ab-421b-82fc-c9f44b40b562 req-c13dd935-98ae-487c-b341-edf505a37e02 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429685 Feb 28 13:09:31.235599 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48681-10f9-4f34-ba4d-b9c1c60b2c56 req-f90639c0-1a21-4a8a-96ce-1c62aeb292bd tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:31.236975 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-45c48681-10f9-4f34-ba4d-b9c1c60b2c56 req-f90639c0-1a21-4a8a-96ce-1c62aeb292bd tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0510740 Feb 28 13:09:31.279700 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-b13b3abf-88fc-4946-adac-2ca39aa9375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:31.281213 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-b13b3abf-88fc-4946-adac-2ca39aa9375c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5&tenant_id=91a0fe7cf4f342fd972e60973badf7ce HTTP/1.1" status: 200 len: 1128 time: 0.0431302 Feb 28 13:09:31.285193 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-45c48681-10f9-4f34-ba4d-b9c1c60b2c56 req-a62392fb-7810-4791-a69a-fd017e6f86bb tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 Feb 28 13:09:31.349551 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-e3de77b3-e1e1-4648-9502-791c719c1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:31.351037 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-e3de77b3-e1e1-4648-9502-791c719c1b07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91a0fe7cf4f342fd972e60973badf7ce&device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 1128 time: 0.0438712 Feb 28 13:09:31.439327 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-e18aff03-16b4-4bbe-88da-69868271b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:31.440815 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-e18aff03-16b4-4bbe-88da-69868271b8fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=474d9210-7d52-4301-b47a-c8719ae1c32f HTTP/1.1" status: 200 len: 909 time: 0.0835454 Feb 28 13:09:31.504938 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-2107452a-6d98-41e3-8241-b7ba1c45989a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69669be8-e985-4a13-add4-0968abeb183c HTTP/1.1" status: 200 len: 1000 time: 0.0571530 Feb 28 13:09:31.557294 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-a91e999b-d8b2-4181-8ff7-909a597afc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:31.558728 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-a91e999b-d8b2-4181-8ff7-909a597afc99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3ab4009-14e9-4940-abd6-b242fc76a7ab HTTP/1.1" status: 200 len: 847 time: 0.0453429 Feb 28 13:09:31.606447 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-f0903f18-0e5f-4303-85f7-4db84e421769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:31.607929 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-f0903f18-0e5f-4303-85f7-4db84e421769 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=474d9210-7d52-4301-b47a-c8719ae1c32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425584 Feb 28 13:09:31.694407 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-5e5da939-a6d5-4b0e-b57a-18c0698da4d3 service neutron] 10.222.0.35 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794578 Feb 28 13:09:31.784078 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-7f0a3ce7-287a-45bd-a141-53d82353df02 service neutron] 10.222.0.35 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821276 Feb 28 13:09:31.889793 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c56d0-2b21-4da7-95d7-021b802a5d01 req-cadb905f-3f25-4017-b0dd-9e5a4962ed24 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:31.891230 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-844c56d0-2b21-4da7-95d7-021b802a5d01 req-cadb905f-3f25-4017-b0dd-9e5a4962ed24 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0513752 Feb 28 13:09:31.937505 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-844c56d0-2b21-4da7-95d7-021b802a5d01 req-a9366db6-80a4-4447-ae60-286c62a7d232 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407751 Feb 28 13:09:32.404189 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ffca6-33ad-4ab8-beb8-670c76cbee3b req-16626230-6730-4ef6-9265-e0cd70fe870a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:32.405634 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-674ffca6-33ad-4ab8-beb8-670c76cbee3b req-16626230-6730-4ef6-9265-e0cd70fe870a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0515592 Feb 28 13:09:32.451302 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-674ffca6-33ad-4ab8-beb8-670c76cbee3b req-550f9161-cd17-4312-a8f5-1662a36a3f2e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401666 Feb 28 13:09:33.054956 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c19b7f-7e33-4473-9664-8b1809ac4ec9 req-88b03c96-528d-4d6f-89ee-3f5005e5ede6 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:33.056419 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a4c19b7f-7e33-4473-9664-8b1809ac4ec9 req-88b03c96-528d-4d6f-89ee-3f5005e5ede6 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0543087 Feb 28 13:09:33.103065 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a4c19b7f-7e33-4473-9664-8b1809ac4ec9 req-27d7809a-e796-4a70-9174-3cbc2dfcd8de tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412338 Feb 28 13:09:33.569270 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b2c33-0db0-4224-9f6f-d6bc7e4e2434 req-06a59586-10b9-489a-82ec-ded483acb02d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:33.570705 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3d8b2c33-0db0-4224-9f6f-d6bc7e4e2434 req-06a59586-10b9-489a-82ec-ded483acb02d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0502758 Feb 28 13:09:33.615081 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3d8b2c33-0db0-4224-9f6f-d6bc7e4e2434 req-a3185bc0-0762-421c-b4b3-0c8add8075b2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383222 Feb 28 13:09:34.217489 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c60a5d-9b20-4dca-8741-9628e42ee27e req-4196347f-8a67-4a78-89d8-178d08efb7f0 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:34.218875 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-92c60a5d-9b20-4dca-8741-9628e42ee27e req-4196347f-8a67-4a78-89d8-178d08efb7f0 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0515175 Feb 28 13:09:34.268416 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-92c60a5d-9b20-4dca-8741-9628e42ee27e req-a98bc6de-59ce-4e8a-8bea-ab3e24f5f115 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440922 Feb 28 13:09:34.736084 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec79475-fa67-4b94-9095-3f44b422b9a1 req-1cd505d0-41d9-403c-a791-56048c67fbd4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:34.737616 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dec79475-fa67-4b94-9095-3f44b422b9a1 req-1cd505d0-41d9-403c-a791-56048c67fbd4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0523083 Feb 28 13:09:34.782533 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dec79475-fa67-4b94-9095-3f44b422b9a1 req-ec98f490-af0b-4d53-9948-34043f984312 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395310 Feb 28 13:09:35.382296 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffb4d4-da75-4040-b04f-9e4e329ea1bf req-76fc4b14-8d4a-48dd-b73a-ed184cfe44ae tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:35.383883 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-14ffb4d4-da75-4040-b04f-9e4e329ea1bf req-76fc4b14-8d4a-48dd-b73a-ed184cfe44ae tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0513685 Feb 28 13:09:35.430838 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-14ffb4d4-da75-4040-b04f-9e4e329ea1bf req-518182db-fdc5-417a-9c6a-06af03606459 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410557 Feb 28 13:09:35.903627 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e22100-ebb9-4a32-9921-1ecb0842c173 req-d9c176d3-00fa-4cb4-bfb4-fd7dda33a6af tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:35.905112 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c2e22100-ebb9-4a32-9921-1ecb0842c173 req-d9c176d3-00fa-4cb4-bfb4-fd7dda33a6af tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0537879 Feb 28 13:09:35.950017 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c2e22100-ebb9-4a32-9921-1ecb0842c173 req-514e7c8b-0d3a-4f28-b2ad-b62cfad40cd6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395529 Feb 28 13:09:36.546542 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d44e66-3063-4c72-9d13-317d17a5b525 req-5fc5e729-a011-47d6-a9a8-674f13edf496 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:36.548028 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-04d44e66-3063-4c72-9d13-317d17a5b525 req-5fc5e729-a011-47d6-a9a8-674f13edf496 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0527854 Feb 28 13:09:36.594800 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-04d44e66-3063-4c72-9d13-317d17a5b525 req-5722d47a-c083-477b-93d8-cd45e7a5c218 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 Feb 28 13:09:37.071811 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484ff8f-1f23-4885-9a00-49ddcbcfaad7 req-ba3ce89b-ad14-4a7b-a2eb-74d7276f6853 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:37.073253 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0484ff8f-1f23-4885-9a00-49ddcbcfaad7 req-ba3ce89b-ad14-4a7b-a2eb-74d7276f6853 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0547183 Feb 28 13:09:37.117959 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0484ff8f-1f23-4885-9a00-49ddcbcfaad7 req-b1f7b93f-ad75-49c6-ab8f-ff26a4a17034 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392461 Feb 28 13:09:37.709656 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e943b-91b0-4039-905c-e9201ed263d0 req-a2536bee-fdef-41c2-a651-43efd5ae4335 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:37.711112 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-102e943b-91b0-4039-905c-e9201ed263d0 req-a2536bee-fdef-41c2-a651-43efd5ae4335 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0513532 Feb 28 13:09:37.757898 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-102e943b-91b0-4039-905c-e9201ed263d0 req-c2c79c1b-d827-471d-8700-fb04396f291d tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412858 Feb 28 13:09:38.236546 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfe9a6-fdaa-42ff-81c6-df96ccf61347 req-905b6a66-ed0c-4c4d-a850-c3cd7d4d39d4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:38.237917 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-09bfe9a6-fdaa-42ff-81c6-df96ccf61347 req-905b6a66-ed0c-4c4d-a850-c3cd7d4d39d4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0513589 Feb 28 13:09:38.286417 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-09bfe9a6-fdaa-42ff-81c6-df96ccf61347 req-b00299ac-8705-4f14-8037-744a0db237d4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427713 Feb 28 13:09:38.873281 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fad4cb-b114-4ab4-9752-33c16d3695e0 req-8da18d89-9564-42df-a4c3-84c180e5e64a tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:38.874811 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-99fad4cb-b114-4ab4-9752-33c16d3695e0 req-8da18d89-9564-42df-a4c3-84c180e5e64a tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0526726 Feb 28 13:09:38.922019 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-99fad4cb-b114-4ab4-9752-33c16d3695e0 req-0fa1e815-ef86-4143-b175-e5d0a63dba6c tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417204 Feb 28 13:09:39.406575 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a8ade-19ba-4ea2-a14e-9afc41439e34 req-4c3e6074-1de4-4d88-bdfb-7613b30b0fb7 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:39.408064 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-964a8ade-19ba-4ea2-a14e-9afc41439e34 req-4c3e6074-1de4-4d88-bdfb-7613b30b0fb7 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0526953 Feb 28 13:09:39.452710 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-964a8ade-19ba-4ea2-a14e-9afc41439e34 req-0c83b5f1-cede-46ba-9cb9-92569a7f276a tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391850 Feb 28 13:09:39.957684 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 69669be8-e985-4a13-add4-0968abeb183c details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:09:40.043310 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f656b4-95e8-4e94-9c16-3aa1cf3990b5 req-24a19ffe-f75b-48d5-8b65-03784950f4d9 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:40.045457 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d9f656b4-95e8-4e94-9c16-3aa1cf3990b5 req-24a19ffe-f75b-48d5-8b65-03784950f4d9 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 944 time: 0.0567381 Feb 28 13:09:40.050828 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 69669be8-e985-4a13-add4-0968abeb183c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=69669be8-e985-4a13-add4-0968abeb183c,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:09:40.065732 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '69669be8-e985-4a13-add4-0968abeb183c', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'port_id': '69669be8-e985-4a13-add4-0968abeb183c', 'mac_address': 'fa:16:3e:52:56:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:09:40.092970 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d9f656b4-95e8-4e94-9c16-3aa1cf3990b5 req-22b471d8-cac2-48c0-ae2d-cf8cc73dc356 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417209 Feb 28 13:09:40.102093 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 69669be8-e985-4a13-add4-0968abeb183c is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:09:40.102489 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (69669be8-e985-4a13-add4-0968abeb183c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:40.116045 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69669be8-e985-4a13-add4-0968abeb183c {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:09:40.134343 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 69669be8-e985-4a13-add4-0968abeb183c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=69669be8-e985-4a13-add4-0968abeb183c,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:09:40.190043 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (69669be8-e985-4a13-add4-0968abeb183c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:40.235838 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=69669be8-e985-4a13-add4-0968abeb183c,revision_number=7']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:09:40.242937 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.243289 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.243663 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.244005 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.244340 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.244672 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.245002 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.245327 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.245655 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.245982 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.246305 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.246627 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.246946 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:40.463607 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['69669be8-e985-4a13-add4-0968abeb183c'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:09:40.571055 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af114ee-c401-4d67-9e2d-498708a4d5c4 req-de40e904-a94a-45ab-a4f5-8cda27c78979 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:40.572550 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4af114ee-c401-4d67-9e2d-498708a4d5c4 req-de40e904-a94a-45ab-a4f5-8cda27c78979 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0505610 Feb 28 13:09:40.618683 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4af114ee-c401-4d67-9e2d-498708a4d5c4 req-d21e1ef3-2241-4007-a9a7-fd165d80d2b8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399125 Feb 28 13:09:41.207897 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09287b6-9ba2-433a-a9e7-f2654ab35927 req-b783b81e-5744-4521-be36-a21c962a6f38 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:41.209255 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a09287b6-9ba2-433a-a9e7-f2654ab35927 req-b783b81e-5744-4521-be36-a21c962a6f38 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 945 time: 0.0512962 Feb 28 13:09:41.258683 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a09287b6-9ba2-433a-a9e7-f2654ab35927 req-a987ed1e-8306-4c11-aea3-b536ab11b0bd tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440457 Feb 28 13:09:41.360419 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:09:41.740924 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5bd69-25dd-42bd-93bc-1285c01cb5e0 req-110045a9-4f7e-4375-8461-d106940a9e2c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:41.742393 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-08b5bd69-25dd-42bd-93bc-1285c01cb5e0 req-110045a9-4f7e-4375-8461-d106940a9e2c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0519207 Feb 28 13:09:41.787012 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-08b5bd69-25dd-42bd-93bc-1285c01cb5e0 req-a7bc8071-f9f2-40ce-a0b8-2e3d58c576f8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392718 Feb 28 13:09:41.968907 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 69669be8-e985-4a13-add4-0968abeb183c up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:09:42.018325 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 69669be8-e985-4a13-add4-0968abeb183c triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:09:42.018701 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (69669be8-e985-4a13-add4-0968abeb183c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:42.093008 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 69669be8-e985-4a13-add4-0968abeb183c is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:09:42.093399 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (69669be8-e985-4a13-add4-0968abeb183c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:42.114675 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69669be8-e985-4a13-add4-0968abeb183c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:09:42.116922 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df4e4e3-eda7-47e4-9d4c-4cb843218eb2" -d '{"events": [{"server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "name": "network-vif-plugged", "status": "completed", "tag": "69669be8-e985-4a13-add4-0968abeb183c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:09:42.129071 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 69669be8-e985-4a13-add4-0968abeb183c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=69669be8-e985-4a13-add4-0968abeb183c,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:09:42.150577 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493c809d-894e-4b6b-9559-f92ff9dd2d11 x-openstack-request-id: req-493c809d-894e-4b6b-9559-f92ff9dd2d11 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:09:42.150868 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "name": "network-vif-plugged", "status": "completed", "tag": "69669be8-e985-4a13-add4-0968abeb183c", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:09:42.151124 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-493c809d-894e-4b6b-9559-f92ff9dd2d11 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:09:42.151547 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69669be8-e985-4a13-add4-0968abeb183c', 'code': 200} Feb 28 13:09:42.206932 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (69669be8-e985-4a13-add4-0968abeb183c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:42.252884 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=69669be8-e985-4a13-add4-0968abeb183c,revision_number=8']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:09:42.375876 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d9bf7-e511-4d04-97dc-cf2e06a433fa req-001a98d8-0be7-40f8-9efb-f747647f4727 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:42.377579 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-629d9bf7-e511-4d04-97dc-cf2e06a433fa req-001a98d8-0be7-40f8-9efb-f747647f4727 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0544875 Feb 28 13:09:42.426409 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-629d9bf7-e511-4d04-97dc-cf2e06a433fa req-1e5fa915-00d7-4730-8ca0-a003db566223 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433228 Feb 28 13:09:42.466051 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e3e0-9561-45d3-9ac8-52434a87410d req-3b77acf1-2847-4696-bf13-db6ac72c52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:42.467459 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1937e3e0-9561-45d3-9ac8-52434a87410d req-3b77acf1-2847-4696-bf13-db6ac72c52e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 1130 time: 0.0449111 Feb 28 13:09:42.511159 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1937e3e0-9561-45d3-9ac8-52434a87410d req-98fe2599-d1f6-48f3-ba0e-396b7dd7be76 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375974 Feb 28 13:09:42.912501 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bffa05-a458-4521-9d8c-da8fed217eac req-c49c0668-07a5-43ce-b82e-8186ec19f2dc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:42.913947 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b1bffa05-a458-4521-9d8c-da8fed217eac req-c49c0668-07a5-43ce-b82e-8186ec19f2dc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0542579 Feb 28 13:09:42.960146 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b1bffa05-a458-4521-9d8c-da8fed217eac req-54ecac08-9ce5-41c1-a69b-688a3ccc21ff tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406449 Feb 28 13:09:43.540821 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17e0fb-7366-43f8-9896-9c68c26190c1 req-6de11b79-c882-4389-a193-5ebcff7e5a38 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:43.542282 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5b17e0fb-7366-43f8-9896-9c68c26190c1 req-6de11b79-c882-4389-a193-5ebcff7e5a38 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0513668 Feb 28 13:09:43.590173 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5b17e0fb-7366-43f8-9896-9c68c26190c1 req-fd158e06-d74e-4b89-8994-25e76ccc9529 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414305 Feb 28 13:09:44.083750 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea573e-5e23-4023-9e81-ed0a309a4ab0 req-627986f3-3b44-47e8-b601-95a8c7572683 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:44.085471 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-adea573e-5e23-4023-9e81-ed0a309a4ab0 req-627986f3-3b44-47e8-b601-95a8c7572683 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0576675 Feb 28 13:09:44.131610 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-adea573e-5e23-4023-9e81-ed0a309a4ab0 req-8327b754-744e-4c61-be72-ef706366c6e5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406857 Feb 28 13:09:44.709457 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43888ebd-142b-4ab8-8246-e675c609d9ab req-ee182261-cce9-4307-ab54-9a292527e32c tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:44.710927 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43888ebd-142b-4ab8-8246-e675c609d9ab req-ee182261-cce9-4307-ab54-9a292527e32c tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0540967 Feb 28 13:09:44.758283 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-43888ebd-142b-4ab8-8246-e675c609d9ab req-2e104bce-7b29-495a-8d44-d0f1f4a1658a tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419035 Feb 28 13:09:45.251791 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e840a92-f749-41fc-bd28-10ca1036ecdc req-ca244aa1-e96c-4cc3-b6d3-e17fc1c12816 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:45.253159 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3e840a92-f749-41fc-bd28-10ca1036ecdc req-ca244aa1-e96c-4cc3-b6d3-e17fc1c12816 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0519888 Feb 28 13:09:45.302591 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3e840a92-f749-41fc-bd28-10ca1036ecdc req-4589de23-c24e-49df-a290-395bf0a1e07e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439658 Feb 28 13:09:46.420574 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1d2ee-9495-4d58-a7ff-43638dad3a44 req-d5534517-5bdc-4749-84d4-b3c94d68871d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:46.422539 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4ab1d2ee-9495-4d58-a7ff-43638dad3a44 req-d5534517-5bdc-4749-84d4-b3c94d68871d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0514109 Feb 28 13:09:46.468491 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4ab1d2ee-9495-4d58-a7ff-43638dad3a44 req-06850677-8c99-468e-8c18-4be4525a6aa4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398071 Feb 28 13:09:47.593864 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a5668-63d2-47b5-a138-3cf161ba034a req-0e34733b-f6a5-4f41-bef5-b312774a9836 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:47.595371 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bc3a5668-63d2-47b5-a138-3cf161ba034a req-0e34733b-f6a5-4f41-bef5-b312774a9836 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0528972 Feb 28 13:09:47.642061 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bc3a5668-63d2-47b5-a138-3cf161ba034a req-0c72b1a6-b32a-491c-967e-0dd59618bdb2 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408475 Feb 28 13:09:47.767122 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:48.227462 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5010cb6-6c22-481d-89b3-e2b60fd0f543 req-20fc506d-8495-4e82-a26d-e97240d7b48b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:48.229039 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d5010cb6-6c22-481d-89b3-e2b60fd0f543 req-20fc506d-8495-4e82-a26d-e97240d7b48b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 945 time: 0.0549669 Feb 28 13:09:48.273661 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d5010cb6-6c22-481d-89b3-e2b60fd0f543 req-6ba84ce3-7923-4a55-aa88-0c2dd5e7217e tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e672c40-c36d-454f-862b-9754a9a9f93a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385616 Feb 28 13:09:48.762315 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945deb8a-668b-42e5-b2cd-cdb613f221b1 req-fb58935d-005b-4abf-8d92-522e932a41eb tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:48.763808 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-945deb8a-668b-42e5-b2cd-cdb613f221b1 req-fb58935d-005b-4abf-8d92-522e932a41eb tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0511990 Feb 28 13:09:48.809201 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-945deb8a-668b-42e5-b2cd-cdb613f221b1 req-f99bfd08-d58c-4d02-86bb-1cd49758d575 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394442 Feb 28 13:09:49.391330 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a09e4-4f1c-458a-a679-a0eb64c8a546 req-382dd6b4-ef86-490f-bc9b-f69e847dc91a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:49.392797 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d59a09e4-4f1c-458a-a679-a0eb64c8a546 req-382dd6b4-ef86-490f-bc9b-f69e847dc91a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 945 time: 0.0523367 Feb 28 13:09:49.445372 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d59a09e4-4f1c-458a-a679-a0eb64c8a546 req-17a012cf-36ac-4357-8947-e1b0c9ab540b tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e672c40-c36d-454f-862b-9754a9a9f93a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429919 Feb 28 13:09:49.939682 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5799d0-a0da-4755-a009-98dd99f279e7 req-41f827fd-225f-4673-b82b-583139f1dd5f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:49.941155 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-eb5799d0-a0da-4755-a009-98dd99f279e7 req-41f827fd-225f-4673-b82b-583139f1dd5f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0570278 Feb 28 13:09:49.988213 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-eb5799d0-a0da-4755-a009-98dd99f279e7 req-19dfda5e-78bf-4e12-873c-1c10c6ce6441 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Feb 28 13:09:50.000341 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:09:50.096453 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:09:50.112772 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'port_id': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'mac_address': 'fa:16:3e:c5:16:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:09:50.149917 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 is: ACTIVE; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:09:50.150228 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:50.163673 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:09:50.182625 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:09:50.281752 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:50.331332 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,revision_number=6']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:09:50.366346 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:09:50.381332 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-4535908e-391a-4616-bacc-bd0f35c480ef tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:50.383802 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-4535908e-391a-4616-bacc-bd0f35c480ef tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 945 time: 0.0644126 Feb 28 13:09:50.519719 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Deleting port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:09:50.520058 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:50.590277 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcf0cf-244d-4c7f-ac1d-0f04b057733c req-7ac87a82-019f-4cde-a3d5-d8884e419dde tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:50.597131 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-19bcf0cf-244d-4c7f-ac1d-0f04b057733c req-7ac87a82-019f-4cde-a3d5-d8884e419dde tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 945 time: 0.0696869 Feb 28 13:09:50.633782 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] For port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=8aa8f2e2-5420-4dda-aff8-eb01d953feb6,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:09:50.634159 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:50.646459 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-19bcf0cf-244d-4c7f-ac1d-0f04b057733c req-33f6e64d-fae2-40d7-a2d6-02708ec8ed6a tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e672c40-c36d-454f-862b-9754a9a9f93a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483181 Feb 28 13:09:50.823678 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:50.824047 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (96456505-af15-46d6-82b6-b3a628a99778), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:50.824367 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.l3_db [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Floating IP 96456505-af15-46d6-82b6-b3a628a99778 disassociated. External IP: 172.27.2.74, port: 8aa8f2e2-5420-4dda-aff8-eb01d953feb6. Feb 28 13:09:50.824711 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Calling delete_port for 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:09:51.029986 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (8aa8f2e2-5420-4dda-aff8-eb01d953feb6), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:51.071419 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event deleted for resources: {'Port': ['ID=8aa8f2e2-5420-4dda-aff8-eb01d953feb6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:09:51.126014 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14edfb-b8ef-4980-8842-34291ae26859 req-9721970a-69f8-4272-a9ed-2a1263f1056d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:51.129013 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2e14edfb-b8ef-4980-8842-34291ae26859 req-9721970a-69f8-4272-a9ed-2a1263f1056d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 945 time: 0.0643764 Feb 28 13:09:51.190273 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2e14edfb-b8ef-4980-8842-34291ae26859 req-7f00e8e9-3eba-4839-97ce-b184c1080c14 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519407 Feb 28 13:09:51.232988 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Router 34b2d50e-3f50-401f-9f98-c3eefde8a144 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:09:51.350996 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:09:51.364894 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c461539-c596-4461-93fd-befc6bd69984 None None] Sync routers for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:09:51.376643 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c461539-c596-4461-93fd-befc6bd69984 None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:09:51.377541 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7c461539-c596-4461-93fd-befc6bd69984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:09:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:09:51.396172 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] No DVR routers for this DVR port 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:09:51.398945 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:51.402932 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-97681e1d-ca56-4795-b5c1-b5141e72dc02 req-866e6281-57dd-45f1-b63e-92088c6146a5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.35 "DELETE /v2.0/ports/8aa8f2e2-5420-4dda-aff8-eb01d953feb6 HTTP/1.1" status: 204 len: 173 time: 1.0057697 Feb 28 13:09:51.403448 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'name': 'network-vif-deleted', 'tag': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:09:51.406312 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90594fbd-8442-45c9-82bb-7d0774c5d98a" -d '{"events": [{"server_uuid": "e1bfcada-6880-4611-95aa-191a41fac7bd", "name": "network-vif-deleted", "tag": "8aa8f2e2-5420-4dda-aff8-eb01d953feb6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:09:51.474165 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c45267-028b-48d1-92f4-95aa9a8326c3 x-openstack-request-id: req-38c45267-028b-48d1-92f4-95aa9a8326c3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:09:51.474458 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bfcada-6880-4611-95aa-191a41fac7bd", "name": "network-vif-deleted", "tag": "8aa8f2e2-5420-4dda-aff8-eb01d953feb6", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:09:51.474773 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38c45267-028b-48d1-92f4-95aa9a8326c3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:09:51.475229 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bfcada-6880-4611-95aa-191a41fac7bd', 'name': 'network-vif-deleted', 'tag': '8aa8f2e2-5420-4dda-aff8-eb01d953feb6', 'status': 'completed', 'code': 200} Feb 28 13:09:51.560364 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7c461539-c596-4461-93fd-befc6bd69984 None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:09:51.802388 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d93babf6-c6b8-422a-9136-8e969e9fc708 req-81b9fb6f-833a-4fcc-8f1f-764cf444b155 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1bfcada-6880-4611-95aa-191a41fac7bd HTTP/1.1" status: 200 len: 210 time: 0.0393646 Feb 28 13:09:51.823668 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7c461539-c596-4461-93fd-befc6bd69984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:38Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:09:51.993731 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c461539-c596-4461-93fd-befc6bd69984 None None] Checking router: 34b2d50e-3f50-401f-9f98-c3eefde8a144 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:09:52.003642 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c461539-c596-4461-93fd-befc6bd69984 None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:09:52.004535 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7c461539-c596-4461-93fd-befc6bd69984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:09:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:09:52.044418 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:09:52.168561 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7c461539-c596-4461-93fd-befc6bd69984 None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:09:52.170733 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:09:52.171705 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:52.343770 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de906bf-bb6b-4f1e-97b5-56920d5f6a5e req-4dea2c4d-fb34-4d3b-8380-25a98a3d11a6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:52.351422 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6de906bf-bb6b-4f1e-97b5-56920d5f6a5e req-4dea2c4d-fb34-4d3b-8380-25a98a3d11a6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 945 time: 0.0647345 Feb 28 13:09:52.400288 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6de906bf-bb6b-4f1e-97b5-56920d5f6a5e req-10112011-1b8b-47b2-b33e-87f68fd26eae tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479441 Feb 28 13:09:52.427886 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:09:52.428521 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:52.473782 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:09:52.490768 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:09:52.493492 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cb07b4-fdb3-40c6-afa5-298fc682f840" -d '{"events": [{"server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "name": "network-vif-plugged", "status": "completed", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:09:52.537952 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39e820c-6206-4f0a-9c7f-6b3e1fb77201 x-openstack-request-id: req-a39e820c-6206-4f0a-9c7f-6b3e1fb77201 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:09:52.538251 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "name": "network-vif-plugged", "status": "completed", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:09:52.538508 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a39e820c-6206-4f0a-9c7f-6b3e1fb77201 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:09:52.538897 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'code': 200} Feb 28 13:09:52.540921 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7c461539-c596-4461-93fd-befc6bd69984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:38Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:09:52.573126 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:52.575150 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c461539-c596-4461-93fd-befc6bd69984 None None] The sync data for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi is: [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:03:27Z', 'revision_number': 4, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '31e5f0d7-a1bf-437f-bbd8-2b585cb36b36', 'name': '', 'network_id': '1817a4ca-a968-48f5-850b-0f648c55cd83', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'mac_address': 'fa:16:3e:40:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:26Z', 'updated_at': '2022-02-28T13:03:38Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'subnets': [{'id': 'fa975e66-0ccb-4dbd-aabf-a88125b3979d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:09:52.634344 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,revision_number=7']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:09:52.878769 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e7576d-ced5-4344-945c-ac55c38471c2 None None] New status for floating IP 96456505-af15-46d6-82b6-b3a628a99778: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:09:52.881518 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7228f977-2771-48ff-948d-223c009cf5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:52.934357 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 56852) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:09:53.234657 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group (9e672c40-c36d-454f-862b-9754a9a9f93a), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:53.262588 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group (9e672c40-c36d-454f-862b-9754a9a9f93a), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:53.556100 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec3416-bf7f-443e-96cd-bba638b45585 req-64c5da03-e117-401f-a660-a73fe2c97e55 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:53.557623 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7dec3416-bf7f-443e-96cd-bba638b45585 req-64c5da03-e117-401f-a660-a73fe2c97e55 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0524719 Feb 28 13:09:53.603570 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7dec3416-bf7f-443e-96cd-bba638b45585 req-6d194c0d-4c0a-4156-96ee-774f6ced5046 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399067 Feb 28 13:09:53.858177 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (9e672c40-c36d-454f-862b-9754a9a9f93a), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:53.860816 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:53.862024 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "DELETE /v2.0/security-groups/9e672c40-c36d-454f-862b-9754a9a9f93a HTTP/1.1" status: 204 len: 168 time: 0.9265637 Feb 28 13:09:53.864754 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56856) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:09:53.871262 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e672c40-c36d-454f-862b-9754a9a9f93a,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:09:53.878372 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.878728 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.878872 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.api.v2.resource [None req-71abc9e8-032c-4132-8b65-e4ff0c5a1217 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] show failed (client error): The resource could not be found. Feb 28 13:09:53.879089 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.879410 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.883710 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.884235 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-71abc9e8-032c-4132-8b65-e4ff0c5a1217 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "GET /v2.0/security-groups/9e672c40-c36d-454f-862b-9754a9a9f93a HTTP/1.1" status: 404 len: 347 time: 0.0141103 Feb 28 13:09:53.884752 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.884752 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.884752 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.884752 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.884752 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.884752 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.884752 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.884752 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca28aff-1b40-4712-8970-ca44a0e7bef5 tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:09:53.885488 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56858) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:09:54.020378 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-22ae0198-056b-49d6-b9fc-ae4ef1b7142c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Deleting port cf382efd-997a-4811-9984-a9541e238f1c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:09:54.020835 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22ae0198-056b-49d6-b9fc-ae4ef1b7142c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (cf382efd-997a-4811-9984-a9541e238f1c), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:54.028887 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:09:54.049694 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:09:54.050140 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 8aa8f2e2-5420-4dda-aff8-eb01d953feb6 not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:09:54.112471 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22ae0198-056b-49d6-b9fc-ae4ef1b7142c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (cf382efd-997a-4811-9984-a9541e238f1c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:54.112803 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22ae0198-056b-49d6-b9fc-ae4ef1b7142c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (cf382efd-997a-4811-9984-a9541e238f1c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:54.126039 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-22ae0198-056b-49d6-b9fc-ae4ef1b7142c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Calling delete_port for cf382efd-997a-4811-9984-a9541e238f1c owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:09:54.384387 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22ae0198-056b-49d6-b9fc-ae4ef1b7142c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (cf382efd-997a-4811-9984-a9541e238f1c), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:54.411096 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae0198-056b-49d6-b9fc-ae4ef1b7142c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Pushing event deleted for resources: {'Port': ['ID=cf382efd-997a-4811-9984-a9541e238f1c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:09:54.478800 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22ae0198-056b-49d6-b9fc-ae4ef1b7142c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks [] for floatingip (96456505-af15-46d6-82b6-b3a628a99778), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:54.481635 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22ae0198-056b-49d6-b9fc-ae4ef1b7142c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:54.483361 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-22ae0198-056b-49d6-b9fc-ae4ef1b7142c tempest-AttachVolumeTestJSON-252872137 tempest-AttachVolumeTestJSON-252872137-project] 10.222.0.23 "DELETE /v2.0/floatingips/96456505-af15-46d6-82b6-b3a628a99778 HTTP/1.1" status: 204 len: 168 time: 0.5986388 Feb 28 13:09:54.774626 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3876e9-302d-45f9-8d12-5a067881e1ef req-021cc3f4-fbce-41bc-91cd-ecf27c10794d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:54.783440 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8e3876e9-302d-45f9-8d12-5a067881e1ef req-021cc3f4-fbce-41bc-91cd-ecf27c10794d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0862556 Feb 28 13:09:54.838237 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8e3876e9-302d-45f9-8d12-5a067881e1ef req-2fc82232-ffac-423a-8f4e-1447992fd8c6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533557 Feb 28 13:09:55.355705 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-48a49728-25b6-4240-a468-9fed5a88c04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:55.974448 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37435080-0991-41b8-8c1d-10cbd492e6cb req-77dc2346-5768-4848-ba06-146ca9f4a95c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:55.976213 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-37435080-0991-41b8-8c1d-10cbd492e6cb req-77dc2346-5768-4848-ba06-146ca9f4a95c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0592122 Feb 28 13:09:56.039350 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-37435080-0991-41b8-8c1d-10cbd492e6cb req-032fb1f2-bf75-4553-b89c-64f2413c709e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571029 Feb 28 13:09:56.789895 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:57.164449 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1dc8b-d0c0-4f9f-9411-3dc36b710000 req-8c10c285-da9d-4b3f-8cbc-5053c6c98c00 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:57.166465 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7ae1dc8b-d0c0-4f9f-9411-3dc36b710000 req-8c10c285-da9d-4b3f-8cbc-5053c6c98c00 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0566587 Feb 28 13:09:57.230648 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7ae1dc8b-d0c0-4f9f-9411-3dc36b710000 req-96881768-4027-4266-b8d4-3af85945f6cc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571680 Feb 28 13:09:57.946917 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:58.376103 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af49f8-6a53-4585-b3d8-f7a49a1c4af8 req-9264f5d0-ec39-4400-8811-1a4be03762b5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:58.377766 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-96af49f8-6a53-4585-b3d8-f7a49a1c4af8 req-9264f5d0-ec39-4400-8811-1a4be03762b5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0627811 Feb 28 13:09:58.429907 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-96af49f8-6a53-4585-b3d8-f7a49a1c4af8 req-68cb4f08-d1fd-4952-90b2-5cca222f1bd4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449359 Feb 28 13:09:58.573391 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56902) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:09:59.214677 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1720143-ba7e-458b-bc8a-ad7e3b072494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689276'] for router_interface (34b2d50e-3f50-401f-9f98-c3eefde8a144), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:59.447426 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:59.589136 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d1720143-ba7e-458b-bc8a-ad7e3b072494 admin admin] Deleting port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:09:59.589733 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1720143-ba7e-458b-bc8a-ad7e3b072494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:59.599394 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20734a95-038b-4e2f-b1a7-5ef6c9bb65dd req-df560e0e-1973-4c74-a92e-724c632f4839 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:09:59.600924 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-20734a95-038b-4e2f-b1a7-5ef6c9bb65dd req-df560e0e-1973-4c74-a92e-724c632f4839 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0625012 Feb 28 13:09:59.657795 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-20734a95-038b-4e2f-b1a7-5ef6c9bb65dd req-4ec8721f-562a-4cad-84e4-9b67eda43924 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471539 Feb 28 13:09:59.716056 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d1720143-ba7e-458b-bc8a-ad7e3b072494 admin admin] For port 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=31e5f0d7-a1bf-437f-bbd8-2b585cb36b36,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:09:59.716409 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1720143-ba7e-458b-bc8a-ad7e3b072494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:09:59.729532 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d1720143-ba7e-458b-bc8a-ad7e3b072494 admin admin] Calling delete_port for 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:09:59.983721 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1720143-ba7e-458b-bc8a-ad7e3b072494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (31e5f0d7-a1bf-437f-bbd8-2b585cb36b36), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:00.012447 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1720143-ba7e-458b-bc8a-ad7e3b072494 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e5f0d7-a1bf-437f-bbd8-2b585cb36b36,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:00.183226 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1720143-ba7e-458b-bc8a-ad7e3b072494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689424'] for router_interface (34b2d50e-3f50-401f-9f98-c3eefde8a144), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:00.649508 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1720143-ba7e-458b-bc8a-ad7e3b072494 admin admin] Router 34b2d50e-3f50-401f-9f98-c3eefde8a144 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:10:00.778584 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1720143-ba7e-458b-bc8a-ad7e3b072494 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:10:00.789472 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d1720143-ba7e-458b-bc8a-ad7e3b072494 admin admin] 10.222.0.23 "PUT /v2.0/routers/34b2d50e-3f50-401f-9f98-c3eefde8a144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2135177 Feb 28 13:10:00.789862 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 56916) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:00.798699 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652326f7-95ee-472f-a230-bf1059ec448a None None] Sync routers for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:10:00.812243 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652326f7-95ee-472f-a230-bf1059ec448a None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:10:00.812864 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-652326f7-95ee-472f-a230-bf1059ec448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:09:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:10:00.837184 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a41fdf-02d0-451e-88cf-196e6e55ef3c req-703a4b07-bb69-441d-adcd-6b95a25a9bc1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:00.838821 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-66a41fdf-02d0-451e-88cf-196e6e55ef3c req-703a4b07-bb69-441d-adcd-6b95a25a9bc1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0889919 Feb 28 13:10:00.900914 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-66a41fdf-02d0-451e-88cf-196e6e55ef3c req-c7663f2c-5ccc-4a98-b6e0-6027c3099492 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549505 Feb 28 13:10:00.939163 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Publish callbacks [] for router (34b2d50e-3f50-401f-9f98-c3eefde8a144), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:00.993033 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-652326f7-95ee-472f-a230-bf1059ec448a None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:10:01.068026 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Publish callbacks [] for router_gateway (34b2d50e-3f50-401f-9f98-c3eefde8a144), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:01.193886 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-652326f7-95ee-472f-a230-bf1059ec448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '40586e91-e184-44f6-8221-4f5419012682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:09:59Z', 'revision_number': 5, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port': {'id': '40586e91-e184-44f6-8221-4f5419012682', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:20Z', 'updated_at': '2022-02-28T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:10:01.226015 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652326f7-95ee-472f-a230-bf1059ec448a None None] Checking router: 34b2d50e-3f50-401f-9f98-c3eefde8a144 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:10:01.235365 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652326f7-95ee-472f-a230-bf1059ec448a None None] Routers {'34b2d50e-3f50-401f-9f98-c3eefde8a144'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:10:01.236185 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-652326f7-95ee-472f-a230-bf1059ec448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:09:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['34b2d50e-3f50-401f-9f98-c3eefde8a144'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:10:01.248098 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Deleting port 40586e91-e184-44f6-8221-4f5419012682 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:10:01.248526 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (40586e91-e184-44f6-8221-4f5419012682), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:01.330706 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-652326f7-95ee-472f-a230-bf1059ec448a None None] Set router 34b2d50e-3f50-401f-9f98-c3eefde8a144 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:10:01.342457 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] For port 40586e91-e184-44f6-8221-4f5419012682, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=40586e91-e184-44f6-8221-4f5419012682,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:10:01.343006 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (40586e91-e184-44f6-8221-4f5419012682), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:01.358840 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Calling delete_port for 40586e91-e184-44f6-8221-4f5419012682 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:10:01.387667 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-652326f7-95ee-472f-a230-bf1059ec448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:10:01Z', 'revision_number': 6, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port_host': None}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:10:01.425281 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652326f7-95ee-472f-a230-bf1059ec448a None None] The sync data for ids ['34b2d50e-3f50-401f-9f98-c3eefde8a144'] in dv-cinder-831202-1-iscsi is: [{'id': '34b2d50e-3f50-401f-9f98-c3eefde8a144', 'name': 'tempest-AttachVolumeTestJSON-1330577822-router', 'tenant_id': '0d81f40b84784ce5bc103294dc08507e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:17Z', 'updated_at': '2022-02-28T13:10:01Z', 'revision_number': 6, 'project_id': '0d81f40b84784ce5bc103294dc08507e', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:10:01.606649 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (40586e91-e184-44f6-8221-4f5419012682), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:01.633824 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=40586e91-e184-44f6-8221-4f5419012682,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:01.697325 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690354'] for router_gateway (34b2d50e-3f50-401f-9f98-c3eefde8a144), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:01.804521 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7185'] for router (34b2d50e-3f50-401f-9f98-c3eefde8a144), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:01.806736 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Publish callbacks [] for router_controller (34b2d50e-3f50-401f-9f98-c3eefde8a144), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:01.961018 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693785'] for router (34b2d50e-3f50-401f-9f98-c3eefde8a144), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:01.961619 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b2d50e-3f50-401f-9f98-c3eefde8a144 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 13:10:01.970473 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:01.970473 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-a7dcd402-de05-4f30-b8fa-d4fbd906bed2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/34b2d50e-3f50-401f-9f98-c3eefde8a144 HTTP/1.1" status: 204 len: 168 time: 1.1769562 Feb 28 13:10:01.971346 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 56930) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:02.045357 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6abe6a-ec39-43cc-9752-f7856c57f547 admin admin] Deleting subnet fa975e66-0ccb-4dbd-aabf-a88125b3979d {{(pid=103231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:10:02.051112 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2d6abe6a-ec39-43cc-9752-f7856c57f547 admin admin] Publish callbacks [] for subnet (fa975e66-0ccb-4dbd-aabf-a88125b3979d), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.082715 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e9eea-2abb-4f48-83c8-666439d6ed85 req-ebad3618-2c1a-4028-9599-38273f320ebc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:02.084217 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-020e9eea-2abb-4f48-83c8-666439d6ed85 req-ebad3618-2c1a-4028-9599-38273f320ebc tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.1056492 Feb 28 13:10:02.100898 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2d6abe6a-ec39-43cc-9752-f7856c57f547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59888039'] for subnet (fa975e66-0ccb-4dbd-aabf-a88125b3979d), precommit_delete_associations {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.164010 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-020e9eea-2abb-4f48-83c8-666439d6ed85 req-a0e4c57a-70c2-4f1b-9d61-9b34e4e5fac8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739303 Feb 28 13:10:02.237702 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2d6abe6a-ec39-43cc-9752-f7856c57f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (fa975e66-0ccb-4dbd-aabf-a88125b3979d), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.344990 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2d6abe6a-ec39-43cc-9752-f7856c57f547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58726792'] for subnet (fa975e66-0ccb-4dbd-aabf-a88125b3979d), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.370668 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6abe6a-ec39-43cc-9752-f7856c57f547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa975e66-0ccb-4dbd-aabf-a88125b3979d,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:02.374444 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2d6abe6a-ec39-43cc-9752-f7856c57f547 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.377600 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-2d6abe6a-ec39-43cc-9752-f7856c57f547 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fa975e66-0ccb-4dbd-aabf-a88125b3979d HTTP/1.1" status: 204 len: 168 time: 0.4051723 Feb 28 13:10:02.380278 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 56932) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:02.383084 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed67df0-c168-4ad7-b265-b02c03eba8c0 None None] Network 1817a4ca-a968-48f5-850b-0f648c55cd83 requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:10:02.458403 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (1817a4ca-a968-48f5-850b-0f648c55cd83), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.524934 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Deleting port 4bda7851-fe5b-4b44-a316-ffebf09a650c {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:10:02.525217 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.555142 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4531bb2-df13-45f7-acb6-3911660dfe86 req-ba8e9777-df4c-4310-b167-c1b687a11289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:02.556871 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e4531bb2-df13-45f7-acb6-3911660dfe86 req-ba8e9777-df4c-4310-b167-c1b687a11289 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 1130 time: 0.0599253 Feb 28 13:10:02.582660 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5315dcf-5bd1-426b-9cab-29afd22ff04a None None] DHCP port deletion for 1817a4ca-a968-48f5-850b-0f648c55cd83 request from dv-cinder-831202-1-iscsi {{(pid=103233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 13:10:02.595199 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] For port 4bda7851-fe5b-4b44-a316-ffebf09a650c, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=4bda7851-fe5b-4b44-a316-ffebf09a650c,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:10:02.595762 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.608580 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Calling delete_port for 4bda7851-fe5b-4b44-a316-ffebf09a650c owned by network:dhcp {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:10:02.631718 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e5315dcf-5bd1-426b-9cab-29afd22ff04a None None] Deleting port 4bda7851-fe5b-4b44-a316-ffebf09a650c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:10:02.632378 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e5315dcf-5bd1-426b-9cab-29afd22ff04a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.650466 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4531bb2-df13-45f7-acb6-3911660dfe86 req-a224b73d-aa1f-4b6e-9038-9321d168db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:02.651979 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e4531bb2-df13-45f7-acb6-3911660dfe86 req-a224b73d-aa1f-4b6e-9038-9321d168db54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 917 time: 0.0891888 Feb 28 13:10:02.698481 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e5315dcf-5bd1-426b-9cab-29afd22ff04a None None] For port 4bda7851-fe5b-4b44-a316-ffebf09a650c, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=4bda7851-fe5b-4b44-a316-ffebf09a650c,segment=NetworkSegment(b5344ceb-801b-439f-aa2c-9938d8fff914),segment_id=b5344ceb-801b-439f-aa2c-9938d8fff914)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:10:02.698889 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e5315dcf-5bd1-426b-9cab-29afd22ff04a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.712054 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e5315dcf-5bd1-426b-9cab-29afd22ff04a None None] Calling delete_port for 4bda7851-fe5b-4b44-a316-ffebf09a650c owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:10:02.725761 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e4531bb2-df13-45f7-acb6-3911660dfe86 req-5d82f662-e76e-41a3-89a3-64f410109eec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 HTTP/1.1" status: 200 len: 1002 time: 0.0670650 Feb 28 13:10:02.775561 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.789604 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4531bb2-df13-45f7-acb6-3911660dfe86 req-07a47784-0a88-473e-9d48-67fb9ea53b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:02.789604 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e4531bb2-df13-45f7-acb6-3911660dfe86 req-07a47784-0a88-473e-9d48-67fb9ea53b24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=669937d0-ed8c-451d-8f8b-949267997e0b HTTP/1.1" status: 200 len: 855 time: 0.0562565 Feb 28 13:10:02.803320 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bda7851-fe5b-4b44-a316-ffebf09a650c,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:02.806371 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 4bda7851-fe5b-4b44-a316-ffebf09a650c no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:10:02.812279 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] No DVR routers for this DVR port 4bda7851-fe5b-4b44-a316-ffebf09a650c on host dv-cinder-831202-1-iscsi {{(pid=103231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:10:02.837752 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 4bda7851-fe5b-4b44-a316-ffebf09a650c {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:10:02.838110 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 4bda7851-fe5b-4b44-a316-ffebf09a650c not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:10:02.838509 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 40586e91-e184-44f6-8221-4f5419012682 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:10:02.849777 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4531bb2-df13-45f7-acb6-3911660dfe86 req-cce4ff7f-018a-49bd-b4dc-dca34a2e0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:02.851546 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e4531bb2-df13-45f7-acb6-3911660dfe86 req-cce4ff7f-018a-49bd-b4dc-dca34a2e0279 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508709 Feb 28 13:10:02.884493 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (1817a4ca-a968-48f5-850b-0f648c55cd83), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.908376 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1817a4ca-a968-48f5-850b-0f648c55cd83']}} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:10:02.920058 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5344ceb-801b-439f-aa2c-9938d8fff914') {'for_net_delete': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:10:02.922144 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5344ceb-801b-439f-aa2c-9938d8fff914') {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:10:02.932776 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59888048'] for segment (b5344ceb-801b-439f-aa2c-9938d8fff914), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.951425 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (b5344ceb-801b-439f-aa2c-9938d8fff914), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.959259 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:10:02.970876 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808722'] for segment (b5344ceb-801b-439f-aa2c-9938d8fff914), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:02.971037 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e4531bb2-df13-45f7-acb6-3911660dfe86 req-a90d47da-4709-4a79-999e-1f95e7334937 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966012 Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: Traceback (most recent call last): Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: timer() Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: cb(*args, **kw) Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: return func(*args, **kwargs) Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: self._notify() Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: self.callback(batched_events) Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: event.method(event) Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: return f(self, *a, **k) Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._get(url).json() Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: return self.request(url, 'GET', **kwargs) Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:10:02.971128 dv-cinder-831202-1-iscsi neutron-server[103231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:10:02.999612 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 40586e91-e184-44f6-8221-4f5419012682 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:10:02.999612 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 40586e91-e184-44f6-8221-4f5419012682 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:10:02.999612 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:10:03.019745 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:10:03.020098 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 31e5f0d7-a1bf-437f-bbd8-2b585cb36b36 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:10:03.022344 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e5315dcf-5bd1-426b-9cab-29afd22ff04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709'] for port (4bda7851-fe5b-4b44-a316-ffebf09a650c), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:03.047908 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5315dcf-5bd1-426b-9cab-29afd22ff04a None None] Pushing event deleted for resources: {'Port': ['ID=4bda7851-fe5b-4b44-a316-ffebf09a650c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:03.051509 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5315dcf-5bd1-426b-9cab-29afd22ff04a None None] No DVR routers for this DVR port 4bda7851-fe5b-4b44-a316-ffebf09a650c on host dv-cinder-831202-1-iscsi {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:10:03.066316 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e4531bb2-df13-45f7-acb6-3911660dfe86 req-6b632bfc-6477-4a8f-92c6-754315d43a47 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971951 Feb 28 13:10:03.086585 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (1817a4ca-a968-48f5-850b-0f648c55cd83), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:03.091907 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:03.095762 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1817a4ca-a968-48f5-850b-0f648c55cd83 HTTP/1.1" status: 204 len: 168 time: 0.7144616 Feb 28 13:10:03.106871 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c657cad-11aa-4680-b864-19e3de8dfc75 admin admin] Pushing event deleted for resources: {'Network': ['ID=1817a4ca-a968-48f5-850b-0f648c55cd83,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:03.288753 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de292bf9-17b7-4203-9abd-9b938a293f20 req-18000814-876e-4703-9218-131ed1b7c60e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:03.290141 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-de292bf9-17b7-4203-9abd-9b938a293f20 req-18000814-876e-4703-9218-131ed1b7c60e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0563946 Feb 28 13:10:03.337326 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-de292bf9-17b7-4203-9abd-9b938a293f20 req-891f38cc-7d1f-40ea-be7d-2107bc9f0493 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 Feb 28 13:10:03.405742 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 56938) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:03.444908 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-198f334c-e21e-44a7-934a-1cfba71f59d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d81f40b84784ce5bc103294dc08507e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380516 Feb 28 13:10:03.447377 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 56940) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:03.492690 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8cb37bb-6fef-4b7d-a877-a0e08853c497 admin admin] Publish callbacks [] for security_group (67323ce3-2f0e-4b58-b54f-dc8790a51c9c), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:03.513555 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8cb37bb-6fef-4b7d-a877-a0e08853c497 admin admin] Publish callbacks [] for security_group (67323ce3-2f0e-4b58-b54f-dc8790a51c9c), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:03.606453 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8cb37bb-6fef-4b7d-a877-a0e08853c497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (67323ce3-2f0e-4b58-b54f-dc8790a51c9c), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:03.609064 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8cb37bb-6fef-4b7d-a877-a0e08853c497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:03.610731 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-c8cb37bb-6fef-4b7d-a877-a0e08853c497 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67323ce3-2f0e-4b58-b54f-dc8790a51c9c HTTP/1.1" status: 204 len: 168 time: 0.1624458 Feb 28 13:10:03.618211 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb37bb-6fef-4b7d-a877-a0e08853c497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67323ce3-2f0e-4b58-b54f-dc8790a51c9c,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:04.468230 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77fbb-85b6-4d78-bf3f-155d3379227d req-87882202-a559-41fd-b38d-51b2d980658b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:04.470320 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-91a77fbb-85b6-4d78-bf3f-155d3379227d req-87882202-a559-41fd-b38d-51b2d980658b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0617821 Feb 28 13:10:04.517757 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-91a77fbb-85b6-4d78-bf3f-155d3379227d req-56578278-1f31-4553-9bd3-75ec7176e9ef tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 Feb 28 13:10:05.642235 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f568c-c267-4b05-a03f-b0c1df650e9c req-8f4bf6bf-75bd-454a-adcf-ffb294e832a0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:05.643189 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-515f568c-c267-4b05-a03f-b0c1df650e9c req-8f4bf6bf-75bd-454a-adcf-ffb294e832a0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 946 time: 0.0549986 Feb 28 13:10:05.694158 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-515f568c-c267-4b05-a03f-b0c1df650e9c req-b87e97bc-4cfb-4296-9079-3d10f7e08613 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433207 Feb 28 13:10:06.099623 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:10:06.147599 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57006) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:06.177695 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 is: ACTIVE; New status is: DOWN {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:10:06.178101 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:06.201250 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:10:06.204149 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c06c2e-36b5-4a42-809e-31aaa0c79d6c" -d '{"events": [{"server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "name": "network-vif-unplugged", "status": "completed", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:10:06.218138 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:10:06.234421 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81667484-fbcd-48e5-a6ed-8df9697752b0 x-openstack-request-id: req-81667484-fbcd-48e5-a6ed-8df9697752b0 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:10:06.234862 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "name": "network-vif-unplugged", "status": "failed", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99", "code": 422}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:10:06.235139 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81667484-fbcd-48e5-a6ed-8df9697752b0 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:10:06.235592 dv-cinder-831202-1-iscsi neutron-server[103233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'code': 422} returned with failed status Feb 28 13:10:06.255304 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a925d64c-0692-46aa-98d1-8e0fbee5d1fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:06.309311 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:06.326836 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a925d64c-0692-46aa-98d1-8e0fbee5d1fc admin admin] Publish callbacks [] for security_group (316e8a66-54fc-4036-8a41-11b09b3b5274), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:06.356158 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,revision_number=8']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:06.406476 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a925d64c-0692-46aa-98d1-8e0fbee5d1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (316e8a66-54fc-4036-8a41-11b09b3b5274), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:06.446288 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925d64c-0692-46aa-98d1-8e0fbee5d1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316e8a66-54fc-4036-8a41-11b09b3b5274,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:06.450500 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-a925d64c-0692-46aa-98d1-8e0fbee5d1fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65bbd839d09a457daf2b855d93ea3762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018887 Feb 28 13:10:06.453258 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57012) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:06.501961 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f3548383-3401-4269-9a01-8ff015a7e168 admin admin] Publish callbacks [] for security_group (316e8a66-54fc-4036-8a41-11b09b3b5274), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:06.522951 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f3548383-3401-4269-9a01-8ff015a7e168 admin admin] Publish callbacks [] for security_group (316e8a66-54fc-4036-8a41-11b09b3b5274), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:06.675092 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f3548383-3401-4269-9a01-8ff015a7e168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (316e8a66-54fc-4036-8a41-11b09b3b5274), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:06.677625 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f3548383-3401-4269-9a01-8ff015a7e168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:06.678779 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-f3548383-3401-4269-9a01-8ff015a7e168 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/316e8a66-54fc-4036-8a41-11b09b3b5274 HTTP/1.1" status: 204 len: 168 time: 0.2241402 Feb 28 13:10:06.687666 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3548383-3401-4269-9a01-8ff015a7e168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316e8a66-54fc-4036-8a41-11b09b3b5274,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:07.319592 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57030) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:07.332862 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8f295859-0606-4872-8ae5-e763cda68c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:07.403998 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8f295859-0606-4872-8ae5-e763cda68c2a admin admin] Publish callbacks [] for security_group (ef57f62c-5c1c-4a4f-a1c7-3d728cd1097b), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:07.475328 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-8f295859-0606-4872-8ae5-e763cda68c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (ef57f62c-5c1c-4a4f-a1c7-3d728cd1097b), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:07.516625 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57036) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:07.517141 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-8f295859-0606-4872-8ae5-e763cda68c2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=717e562c8db84c34b403a500cb42f0f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954751 Feb 28 13:10:07.517537 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f295859-0606-4872-8ae5-e763cda68c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef57f62c-5c1c-4a4f-a1c7-3d728cd1097b,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:07.564578 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28bf490c-4357-4ab0-b572-cb5ff690bcb0 admin admin] Publish callbacks [] for security_group (ef57f62c-5c1c-4a4f-a1c7-3d728cd1097b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:07.585506 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28bf490c-4357-4ab0-b572-cb5ff690bcb0 admin admin] Publish callbacks [] for security_group (ef57f62c-5c1c-4a4f-a1c7-3d728cd1097b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:07.715280 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28bf490c-4357-4ab0-b572-cb5ff690bcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (ef57f62c-5c1c-4a4f-a1c7-3d728cd1097b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:07.717958 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28bf490c-4357-4ab0-b572-cb5ff690bcb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:07.719155 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-28bf490c-4357-4ab0-b572-cb5ff690bcb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef57f62c-5c1c-4a4f-a1c7-3d728cd1097b HTTP/1.1" status: 204 len: 168 time: 0.2014995 Feb 28 13:10:07.726886 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf490c-4357-4ab0-b572-cb5ff690bcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef57f62c-5c1c-4a4f-a1c7-3d728cd1097b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:07.855935 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4035b8-633d-428a-8c85-8d526279a244 req-13ada9a4-604f-4869-979b-14f808f1cc0e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:07.857489 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ca4035b8-633d-428a-8c85-8d526279a244 req-13ada9a4-604f-4869-979b-14f808f1cc0e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0561907 Feb 28 13:10:07.906189 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ca4035b8-633d-428a-8c85-8d526279a244 req-c0927771-2943-42e6-ade7-6a510545cd20 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430243 Feb 28 13:10:08.068085 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-0cc4e08f-f79f-407e-88ee-3226de06c59e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445051 Feb 28 13:10:08.143148 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-2a767aa0-e78d-4102-b20f-a2e0e39ebf91 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:08.144588 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-2a767aa0-e78d-4102-b20f-a2e0e39ebf91 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports/5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 HTTP/1.1" status: 200 len: 941 time: 0.0498033 Feb 28 13:10:09.029834 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb518ab1-5c2d-49c6-86a3-c979a3674f2e req-2ad8101b-ab33-463c-bd49-020db4ba8bf6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:09.031339 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fb518ab1-5c2d-49c6-86a3-c979a3674f2e req-2ad8101b-ab33-463c-bd49-020db4ba8bf6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0539396 Feb 28 13:10:09.080297 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fb518ab1-5c2d-49c6-86a3-c979a3674f2e req-5a4461d8-adfe-40fe-a4ae-93b162385de5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424323 Feb 28 13:10:09.386523 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-fb7f29b0-7dee-400e-ac89-3978991a4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:09.388067 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-fb7f29b0-7dee-400e-ac89-3978991a4de2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810&tenant_id=07d68bed67d94a8b8444e458057e60e4 HTTP/1.1" status: 200 len: 1128 time: 0.0442188 Feb 28 13:10:09.458178 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-5f3f1a13-0ce2-48b9-9a92-2ad5765adc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:09.459805 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-5f3f1a13-0ce2-48b9-9a92-2ad5765adc23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 1128 time: 0.0500035 Feb 28 13:10:09.549803 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-d686c6d7-5d89-4631-adc2-8fbfd16adb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:09.551182 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-d686c6d7-5d89-4631-adc2-8fbfd16adb49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 917 time: 0.0830746 Feb 28 13:10:09.620336 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-ce46de0d-f96d-44f4-8c3b-42d6f99cd131 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 HTTP/1.1" status: 200 len: 1000 time: 0.0612686 Feb 28 13:10:09.667667 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-b4aebf0e-117c-43a3-8dfb-fc2cb4f5d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:09.669087 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-b4aebf0e-117c-43a3-8dfb-fc2cb4f5d830 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=669937d0-ed8c-451d-8f8b-949267997e0b HTTP/1.1" status: 200 len: 855 time: 0.0417840 Feb 28 13:10:09.717195 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-d06048d0-3a50-4db6-987f-da525d34f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:09.718819 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-d06048d0-3a50-4db6-987f-da525d34f265 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433128 Feb 28 13:10:09.812039 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-58ea682f-64b9-49c2-a035-d6a381186436 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860515 Feb 28 13:10:09.897745 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-86ac5fcc-3b7a-4a38-b625-c9776535fbba req-594460e6-525a-4f91-82f2-97f54d6e4d7b service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792875 Feb 28 13:10:10.218365 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cc8ab-ba26-4f3c-ada8-da0c4435eb51 req-c9233d1a-4f99-454d-af3f-bc90a42eea87 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:10.218365 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6b4cc8ab-ba26-4f3c-ada8-da0c4435eb51 req-c9233d1a-4f99-454d-af3f-bc90a42eea87 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0625386 Feb 28 13:10:10.261726 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6b4cc8ab-ba26-4f3c-ada8-da0c4435eb51 req-9c718afb-59e2-49ba-80cf-d450fdc9b6e4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442657 Feb 28 13:10:11.399141 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7c5f7-95d4-402a-abe3-a453d1a5c4f1 req-fd56cb77-4f42-46e5-8869-ca78ad6a7283 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:11.408486 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ecb7c5f7-95d4-402a-abe3-a453d1a5c4f1 req-fd56cb77-4f42-46e5-8869-ca78ad6a7283 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0701382 Feb 28 13:10:11.455890 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ecb7c5f7-95d4-402a-abe3-a453d1a5c4f1 req-87a9523c-8ff1-492d-a0e6-70b6764d8ec9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458848 Feb 28 13:10:12.585394 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504d2fd-de1e-4959-9b9b-90c7da9bd47e req-23a6b6b2-e804-41f2-a727-6b3687e32fb6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:12.586973 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5504d2fd-de1e-4959-9b9b-90c7da9bd47e req-23a6b6b2-e804-41f2-a727-6b3687e32fb6 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0556338 Feb 28 13:10:12.634601 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5504d2fd-de1e-4959-9b9b-90c7da9bd47e req-527d58df-41b0-4cf7-bb16-71bd5667948f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420368 Feb 28 13:10:13.778007 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302776a-d093-4b9c-81b5-a067c7f0845b req-610df660-f63f-4799-b16f-d1a0050a6a16 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:13.779619 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5302776a-d093-4b9c-81b5-a067c7f0845b req-610df660-f63f-4799-b16f-d1a0050a6a16 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0610986 Feb 28 13:10:13.830920 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5302776a-d093-4b9c-81b5-a067c7f0845b req-71e5c2ae-4978-4832-b0a8-1279e144807d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441062 Feb 28 13:10:14.953952 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bfa10-cc0c-4af7-ad0d-ee219c52811f req-c696757c-3706-4c2c-8d35-84c8004e689b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:14.955426 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-145bfa10-cc0c-4af7-ad0d-ee219c52811f req-c696757c-3706-4c2c-8d35-84c8004e689b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0522921 Feb 28 13:10:15.001608 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-145bfa10-cc0c-4af7-ad0d-ee219c52811f req-e4285529-fb54-4272-b396-ea29dae8aa1c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404599 Feb 28 13:10:16.131152 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3b9ba-816d-4a7f-b948-e989b6ebaca2 req-4662a3aa-b1ae-4f34-b896-c470a2760f21 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:16.132677 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2ae3b9ba-816d-4a7f-b948-e989b6ebaca2 req-4662a3aa-b1ae-4f34-b896-c470a2760f21 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0580022 Feb 28 13:10:16.180023 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2ae3b9ba-816d-4a7f-b948-e989b6ebaca2 req-4bcaf5b5-ae69-486a-8964-c9ff2705453f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417600 Feb 28 13:10:17.321847 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf76b9-c606-4e45-bd5b-832cded3e744 req-eb5e54fa-f727-447f-954b-fac0b8b716e9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:17.324167 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a1cf76b9-c606-4e45-bd5b-832cded3e744 req-eb5e54fa-f727-447f-954b-fac0b8b716e9 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0744762 Feb 28 13:10:17.380346 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a1cf76b9-c606-4e45-bd5b-832cded3e744 req-6927d258-df89-4f40-84fd-5cce75606e29 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480316 Feb 28 13:10:17.772398 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:18.360536 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:10:18.528923 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edff153-24ec-4df7-804d-9904c292677e req-9e550bdf-205e-4eb8-9ef3-ba1e6bec7915 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:18.530471 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6edff153-24ec-4df7-804d-9904c292677e req-9e550bdf-205e-4eb8-9ef3-ba1e6bec7915 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0636668 Feb 28 13:10:18.626967 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6edff153-24ec-4df7-804d-9904c292677e req-3c8a00b6-af01-4dab-8c3f-9715496861f4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894747 Feb 28 13:10:19.746995 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ffbb1-7988-4f55-bc3e-30723a4babd3 req-c3436267-f79d-40ab-b23e-411f64d82ff1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:19.748532 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-024ffbb1-7988-4f55-bc3e-30723a4babd3 req-c3436267-f79d-40ab-b23e-411f64d82ff1 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0515013 Feb 28 13:10:19.794427 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-024ffbb1-7988-4f55-bc3e-30723a4babd3 req-707ff7b8-0e0d-4b55-b3ac-ce5785acd5cd tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398078 Feb 28 13:10:20.916812 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43cbbe-962d-466e-8ad3-c7307c3a3bf5 req-e9ecac73-27f7-40ea-9b06-844179f50dc5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:20.918383 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5e43cbbe-962d-466e-8ad3-c7307c3a3bf5 req-e9ecac73-27f7-40ea-9b06-844179f50dc5 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0517786 Feb 28 13:10:20.964866 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5e43cbbe-962d-466e-8ad3-c7307c3a3bf5 req-ec0a2823-7e62-4b44-9b49-dce16783cae8 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407121 Feb 28 13:10:21.970544 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57238) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:22.087177 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31c9b006-ab4b-4774-ba3e-1a972b482f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:22.096771 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61b18a-163f-4d5a-8fc9-cb1ffef9b011 req-a7d4bb8c-48f9-4e5b-bac7-ab56911e4b64 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:22.102239 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dc61b18a-163f-4d5a-8fc9-cb1ffef9b011 req-a7d4bb8c-48f9-4e5b-bac7-ab56911e4b64 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 944 time: 0.0604529 Feb 28 13:10:22.144817 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dc61b18a-163f-4d5a-8fc9-cb1ffef9b011 req-061f874d-f014-45d9-ae77-060af86a6f30 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407779 Feb 28 13:10:22.162278 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31c9b006-ab4b-4774-ba3e-1a972b482f2c admin admin] Publish callbacks [] for security_group (f6092194-ae44-4971-b215-c65543cacbad), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:22.184296 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:10:22.240677 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31c9b006-ab4b-4774-ba3e-1a972b482f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (f6092194-ae44-4971-b215-c65543cacbad), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:22.277142 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9b006-ab4b-4774-ba3e-1a972b482f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6092194-ae44-4971-b215-c65543cacbad,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:22.284377 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-31c9b006-ab4b-4774-ba3e-1a972b482f2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64042acbfc6640ce9d6db3448b45292e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097224 Feb 28 13:10:22.285767 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:10:22.286531 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57244) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:22.294974 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'port_id': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'mac_address': 'fa:16:3e:c5:16:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:10:22.332474 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:10:22.332896 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:22.336140 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94265ef6-d75b-4e5d-a2d7-1049aa4caeae admin admin] Publish callbacks [] for security_group (f6092194-ae44-4971-b215-c65543cacbad), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:22.346184 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:10:22.357657 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94265ef6-d75b-4e5d-a2d7-1049aa4caeae admin admin] Publish callbacks [] for security_group (f6092194-ae44-4971-b215-c65543cacbad), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:22.365001 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:10:22.412042 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:22.446395 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94265ef6-d75b-4e5d-a2d7-1049aa4caeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (f6092194-ae44-4971-b215-c65543cacbad), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:22.449032 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94265ef6-d75b-4e5d-a2d7-1049aa4caeae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:22.452732 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-94265ef6-d75b-4e5d-a2d7-1049aa4caeae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6092194-ae44-4971-b215-c65543cacbad HTTP/1.1" status: 204 len: 168 time: 0.1646712 Feb 28 13:10:22.460416 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94265ef6-d75b-4e5d-a2d7-1049aa4caeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6092194-ae44-4971-b215-c65543cacbad,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:22.462729 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,revision_number=9']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:22.674979 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:10:22.857756 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d417016-009d-4c6c-a50f-97648c619690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:22.936024 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57252) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:22.949697 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3744e586-8242-4f58-a844-bd38bde6d5e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:23.020353 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3744e586-8242-4f58-a844-bd38bde6d5e1 admin admin] Publish callbacks [] for security_group (f6d9ea49-75c7-44db-8383-0c97b3f9f925), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:23.085932 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3744e586-8242-4f58-a844-bd38bde6d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (f6d9ea49-75c7-44db-8383-0c97b3f9f925), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:23.121609 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744e586-8242-4f58-a844-bd38bde6d5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d9ea49-75c7-44db-8383-0c97b3f9f925,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:23.125866 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-3744e586-8242-4f58-a844-bd38bde6d5e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e680904ab895450999aef8040069c9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887350 Feb 28 13:10:23.129141 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57254) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:23.175222 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-920e5568-af4d-4b26-bdfb-3436383c5958 admin admin] Publish callbacks [] for security_group (f6d9ea49-75c7-44db-8383-0c97b3f9f925), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:23.197084 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-920e5568-af4d-4b26-bdfb-3436383c5958 admin admin] Publish callbacks [] for security_group (f6d9ea49-75c7-44db-8383-0c97b3f9f925), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:23.277306 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d5680-dfb5-4434-85e4-2344cdef4e84 req-76cb50a9-fa05-4d43-9cfb-b98d19e9c4da tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:23.278833 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4d4d5680-dfb5-4434-85e4-2344cdef4e84 req-76cb50a9-fa05-4d43-9cfb-b98d19e9c4da tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 945 time: 0.0630834 Feb 28 13:10:23.324847 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4d4d5680-dfb5-4434-85e4-2344cdef4e84 req-88f15da1-b3ae-431c-b2d6-4031917d6962 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398612 Feb 28 13:10:23.343637 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-920e5568-af4d-4b26-bdfb-3436383c5958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (f6d9ea49-75c7-44db-8383-0c97b3f9f925), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:23.346753 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-920e5568-af4d-4b26-bdfb-3436383c5958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:23.351536 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-920e5568-af4d-4b26-bdfb-3436383c5958 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6d9ea49-75c7-44db-8383-0c97b3f9f925 HTTP/1.1" status: 204 len: 168 time: 0.2178099 Feb 28 13:10:23.357402 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e5568-af4d-4b26-bdfb-3436383c5958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d9ea49-75c7-44db-8383-0c97b3f9f925,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:24.185694 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:10:24.234601 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:10:24.234985 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:24.310057 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:10:24.310508 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:24.336783 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:10:24.339056 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f153f9e-17cf-44ba-be7e-df1388e6f56c" -d '{"events": [{"server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "name": "network-vif-plugged", "status": "completed", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:10:24.356769 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:10:24.375961 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5646ddb4-920c-4eb7-b53b-c4b23de85b29 x-openstack-request-id: req-5646ddb4-920c-4eb7-b53b-c4b23de85b29 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:10:24.376260 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "name": "network-vif-plugged", "status": "completed", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:10:24.378004 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5646ddb4-920c-4eb7-b53b-c4b23de85b29 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:10:24.378004 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'code': 200} Feb 28 13:10:24.429961 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:24.457411 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abe6c2-4d2f-4ccb-afeb-b10e56877a00 req-2e5473fd-b351-49a8-95b8-d074f053443d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:24.458969 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-76abe6c2-4d2f-4ccb-afeb-b10e56877a00 req-2e5473fd-b351-49a8-95b8-d074f053443d tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 945 time: 0.0610502 Feb 28 13:10:24.479313 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,revision_number=10']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:24.508297 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-76abe6c2-4d2f-4ccb-afeb-b10e56877a00 req-0a5e94ad-63dc-4703-a90d-62fcf11495a4 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430412 Feb 28 13:10:24.719311 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc2881-279b-4567-b10d-2084076a5417 req-34d474be-6d92-4c63-9050-ce540ffcdeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:24.719311 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bdbc2881-279b-4567-b10d-2084076a5417 req-34d474be-6d92-4c63-9050-ce540ffcdeb6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 1131 time: 0.0445745 Feb 28 13:10:24.763932 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-bdbc2881-279b-4567-b10d-2084076a5417 req-5664efc2-1235-4e38-9f42-fb375a66706e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374720 Feb 28 13:10:25.360460 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a529a76a-24e1-4fe2-a106-d66c396ffa34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:25.632895 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92ac63-06e0-4e37-b9b7-7d55d53fba2a req-60ee82c4-42e4-42f4-8322-cd7030628900 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:25.634438 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fb92ac63-06e0-4e37-b9b7-7d55d53fba2a req-60ee82c4-42e4-42f4-8322-cd7030628900 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 947 time: 0.0551670 Feb 28 13:10:25.680291 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fb92ac63-06e0-4e37-b9b7-7d55d53fba2a req-6a70ec09-98b9-4729-bb19-461d8ab395db tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402691 Feb 28 13:10:26.743563 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:26.813215 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9681-90a5-4093-93b7-cfd940d4128e req-8575d9f7-56d5-4707-a2e4-c3327040d939 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:26.815037 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-810f9681-90a5-4093-93b7-cfd940d4128e req-8575d9f7-56d5-4707-a2e4-c3327040d939 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 947 time: 0.0646231 Feb 28 13:10:26.868147 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58110-6320-4df1-b366-519f7eca256a req-530614bb-6825-4036-9dbd-c5fc49652170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:26.869565 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-810f9681-90a5-4093-93b7-cfd940d4128e req-0ee53ba7-616e-42e2-9f50-0376a06695a0 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486786 Feb 28 13:10:26.872546 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-27b58110-6320-4df1-b366-519f7eca256a req-530614bb-6825-4036-9dbd-c5fc49652170 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=07d68bed67d94a8b8444e458057e60e4&device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 1131 time: 0.0704608 Feb 28 13:10:26.977700 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58110-6320-4df1-b366-519f7eca256a req-91ba5082-a4ae-4b46-99fd-7f8bb4f56fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:26.979190 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-27b58110-6320-4df1-b366-519f7eca256a req-91ba5082-a4ae-4b46-99fd-7f8bb4f56fed service neutron] 10.222.0.35 "GET /v2.0/networks?id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 200 len: 917 time: 0.0873442 Feb 28 13:10:27.056419 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-27b58110-6320-4df1-b366-519f7eca256a req-e7b1a8ef-41d6-434c-9d10-1af98fd53629 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 HTTP/1.1" status: 200 len: 1002 time: 0.0619597 Feb 28 13:10:27.104154 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58110-6320-4df1-b366-519f7eca256a req-30f7da12-35c2-4e93-99f2-441a12d944a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:27.105582 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-27b58110-6320-4df1-b366-519f7eca256a req-30f7da12-35c2-4e93-99f2-441a12d944a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=669937d0-ed8c-451d-8f8b-949267997e0b HTTP/1.1" status: 200 len: 855 time: 0.0427063 Feb 28 13:10:27.155625 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58110-6320-4df1-b366-519f7eca256a req-84f14fe8-aab5-4426-b3d9-58d12500a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:27.157203 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-27b58110-6320-4df1-b366-519f7eca256a req-84f14fe8-aab5-4426-b3d9-58d12500a180 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47cd10f4-3bd6-47d0-8369-a95b7a0a042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441871 Feb 28 13:10:27.254765 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-27b58110-6320-4df1-b366-519f7eca256a req-6e8dfc87-1187-4130-84fa-56e7a82a4a2d service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906470 Feb 28 13:10:27.352852 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-27b58110-6320-4df1-b366-519f7eca256a req-a6f83011-1027-4ee0-8c18-e3f833fa5487 service neutron] 10.222.0.35 "GET /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904272 Feb 28 13:10:27.932583 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:28.001594 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69233f1-e8a0-4a4e-a9df-7bef759303d8 req-718955e0-dc17-444e-b2ea-9729292ee2ad tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:10:28.003352 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e69233f1-e8a0-4a4e-a9df-7bef759303d8 req-718955e0-dc17-444e-b2ea-9729292ee2ad tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 947 time: 0.0550785 Feb 28 13:10:28.050427 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e69233f1-e8a0-4a4e-a9df-7bef759303d8 req-3dbf30b2-11a2-4f1f-86fc-06f1d037858f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414975 Feb 28 13:10:29.451305 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:47.794043 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:52.868501 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e5c70816-6e80-4582-96c7-11be905a6156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:55.342557 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a6d5891-db9b-4179-9619-a7daa19700b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:55.361235 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:10:56.776876 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:57.908447 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:58.431915 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57518) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:58.535886 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:58.608306 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Publish callbacks [] for security_group (6436e53c-0127-4819-be03-fc39e88ca16a), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:58.669342 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (6436e53c-0127-4819-be03-fc39e88ca16a), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:58.696213 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b014264cf57745e9a5fb35412fb606bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631974 Feb 28 13:10:58.700118 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57522) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:58.714566 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6436e53c-0127-4819-be03-fc39e88ca16a,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:58.721949 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.722299 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.722633 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.722967 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.723303 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.723677 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.724003 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.724491 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.724636 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.724960 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.725278 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.725592 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.725905 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfee01c-df8a-4427-b14d-d00939be92d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.752821 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Publish callbacks [] for security_group (6436e53c-0127-4819-be03-fc39e88ca16a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:58.773232 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Publish callbacks [] for security_group (6436e53c-0127-4819-be03-fc39e88ca16a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:58.891111 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (6436e53c-0127-4819-be03-fc39e88ca16a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:58.893699 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:58.894878 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6436e53c-0127-4819-be03-fc39e88ca16a HTTP/1.1" status: 204 len: 168 time: 0.1949811 Feb 28 13:10:58.902313 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6436e53c-0127-4819-be03-fc39e88ca16a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:58.909247 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.909601 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.909948 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.910285 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.910614 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.910942 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.911270 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.911626 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.911956 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.912284 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.912602 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.912921 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:58.913239 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4948c008-f940-45fe-acb1-7056ded7408e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:10:59.433225 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57528) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:59.433930 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:59.450047 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3074ee7-9708-4c3a-9a4b-e4b84e283ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:59.521666 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3074ee7-9708-4c3a-9a4b-e4b84e283ea8 admin admin] Publish callbacks [] for security_group (6fd9a493-2cac-45f2-8969-055158797753), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:59.582557 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3074ee7-9708-4c3a-9a4b-e4b84e283ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (6fd9a493-2cac-45f2-8969-055158797753), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:59.621269 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-a3074ee7-9708-4c3a-9a4b-e4b84e283ea8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ddc732e2a504472a4dc27d47ab1547a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868436 Feb 28 13:10:59.622076 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3074ee7-9708-4c3a-9a4b-e4b84e283ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd9a493-2cac-45f2-8969-055158797753,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:10:59.624533 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57530) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:10:59.672179 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-95439348-e0e4-4e29-b4ad-27d673ac0285 admin admin] Publish callbacks [] for security_group (6fd9a493-2cac-45f2-8969-055158797753), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:59.693548 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-95439348-e0e4-4e29-b4ad-27d673ac0285 admin admin] Publish callbacks [] for security_group (6fd9a493-2cac-45f2-8969-055158797753), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:59.816172 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-95439348-e0e4-4e29-b4ad-27d673ac0285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (6fd9a493-2cac-45f2-8969-055158797753), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:59.818760 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-95439348-e0e4-4e29-b4ad-27d673ac0285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:10:59.819929 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-95439348-e0e4-4e29-b4ad-27d673ac0285 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fd9a493-2cac-45f2-8969-055158797753 HTTP/1.1" status: 204 len: 168 time: 0.1943965 Feb 28 13:10:59.828405 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95439348-e0e4-4e29-b4ad-27d673ac0285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd9a493-2cac-45f2-8969-055158797753,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:02.919008 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57600) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:03.024255 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e4e1bec9-9652-4543-8fde-a8bde9a87111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:03.094792 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e4e1bec9-9652-4543-8fde-a8bde9a87111 admin admin] Publish callbacks [] for security_group (4163c0bd-82f4-4b3b-a706-4e2287079154), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:03.165489 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e4e1bec9-9652-4543-8fde-a8bde9a87111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (4163c0bd-82f4-4b3b-a706-4e2287079154), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:03.203844 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-e4e1bec9-9652-4543-8fde-a8bde9a87111 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a90a2866d5ba4ebdb98f228d5a6145ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837107 Feb 28 13:11:03.204706 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1bec9-9652-4543-8fde-a8bde9a87111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4163c0bd-82f4-4b3b-a706-4e2287079154,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:03.206473 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57606) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:03.253233 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0178a6df-8169-403d-9c78-106ef57eded6 admin admin] Publish callbacks [] for security_group (4163c0bd-82f4-4b3b-a706-4e2287079154), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:03.273099 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0178a6df-8169-403d-9c78-106ef57eded6 admin admin] Publish callbacks [] for security_group (4163c0bd-82f4-4b3b-a706-4e2287079154), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:03.382414 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0178a6df-8169-403d-9c78-106ef57eded6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (4163c0bd-82f4-4b3b-a706-4e2287079154), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:03.385133 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0178a6df-8169-403d-9c78-106ef57eded6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:03.386281 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-0178a6df-8169-403d-9c78-106ef57eded6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4163c0bd-82f4-4b3b-a706-4e2287079154 HTTP/1.1" status: 204 len: 168 time: 0.1788409 Feb 28 13:11:03.394089 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178a6df-8169-403d-9c78-106ef57eded6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4163c0bd-82f4-4b3b-a706-4e2287079154,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:03.843138 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57612) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:03.856117 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-57c3483b-e1e1-4060-8ee8-6b2bae17f189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:03.926881 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-57c3483b-e1e1-4060-8ee8-6b2bae17f189 admin admin] Publish callbacks [] for security_group (b92c4214-25f8-4610-b2a6-689429b838ad), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:03.993720 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-57c3483b-e1e1-4060-8ee8-6b2bae17f189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (b92c4214-25f8-4610-b2a6-689429b838ad), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:04.029599 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3483b-e1e1-4060-8ee8-6b2bae17f189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92c4214-25f8-4610-b2a6-689429b838ad,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:04.033722 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-57c3483b-e1e1-4060-8ee8-6b2bae17f189 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c19f54d09d074958b701f9cdec4cdb65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895361 Feb 28 13:11:04.036823 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57614) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:04.082035 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4391de62-76bc-43ba-bd15-5bdd1e4d9967 admin admin] Publish callbacks [] for security_group (b92c4214-25f8-4610-b2a6-689429b838ad), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:04.105129 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4391de62-76bc-43ba-bd15-5bdd1e4d9967 admin admin] Publish callbacks [] for security_group (b92c4214-25f8-4610-b2a6-689429b838ad), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:04.199713 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4391de62-76bc-43ba-bd15-5bdd1e4d9967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (b92c4214-25f8-4610-b2a6-689429b838ad), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:04.202693 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4391de62-76bc-43ba-bd15-5bdd1e4d9967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:04.203867 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-4391de62-76bc-43ba-bd15-5bdd1e4d9967 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b92c4214-25f8-4610-b2a6-689429b838ad HTTP/1.1" status: 204 len: 168 time: 0.1665711 Feb 28 13:11:04.211589 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391de62-76bc-43ba-bd15-5bdd1e4d9967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92c4214-25f8-4610-b2a6-689429b838ad,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:05.077061 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399d339-0f40-4988-b532-510a0cfbbb63 req-aa0d37bf-2d62-461d-ac06-2de53d53b22b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:05.078556 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0399d339-0f40-4988-b532-510a0cfbbb63 req-aa0d37bf-2d62-461d-ac06-2de53d53b22b tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 947 time: 0.0536883 Feb 28 13:11:05.123425 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0399d339-0f40-4988-b532-510a0cfbbb63 req-6f6149ea-e4e9-4c94-810a-4a2f3e235b7f tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392463 Feb 28 13:11:06.246513 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c0010-8845-47f1-9217-0bb369132027 req-b47c3af4-7091-405f-ab70-a3d29c696f7e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:06.248578 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-861c0010-8845-47f1-9217-0bb369132027 req-b47c3af4-7091-405f-ab70-a3d29c696f7e tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 947 time: 0.0520554 Feb 28 13:11:06.298281 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-861c0010-8845-47f1-9217-0bb369132027 req-08de885e-7b19-4492-a840-e5b16e6ddf13 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups?id=643105a8-0678-4683-b10a-35dd2fef68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439849 Feb 28 13:11:06.668434 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-9c37a529-bf26-4e7f-89ae-af7158e116f7 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:06.670078 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-9c37a529-bf26-4e7f-89ae-af7158e116f7 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 947 time: 0.0587437 Feb 28 13:11:06.765360 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Deleting port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:06.765699 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:06.855633 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] For port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:06.855983 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:07.030198 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:07.030561 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (6f115b3f-214c-4be1-afec-9149e25b4b6c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:07.030881 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.l3_db [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Floating IP 6f115b3f-214c-4be1-afec-9149e25b4b6c disassociated. External IP: 172.27.2.139, port: 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99. Feb 28 13:11:07.031224 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Calling delete_port for 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:07.211557 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:07.245522 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event deleted for resources: {'Port': ['ID=5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:07.363257 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Router 9f0ce550-e627-4c30-a93f-03f863c20f90 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:11:07.401177 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dd197f4b-7652-4b00-9b04-883da141349e req-6f659437-c3eb-48f8-b32f-481bcdf7e358 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce20c8cf-eb81-4f8f-b817-f3800213b810 HTTP/1.1" status: 200 len: 210 time: 0.0266519 Feb 28 13:11:07.474085 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:11:07.484099 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80eebbc-76a6-4822-93a5-f2dcab9f075b None None] Sync routers for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:11:07.493935 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80eebbc-76a6-4822-93a5-f2dcab9f075b None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:07.494758 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c80eebbc-76a6-4822-93a5-f2dcab9f075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:10:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:07.515888 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] No DVR routers for this DVR port 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:11:07.518345 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:07.521676 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-b39eee8c-6062-40d0-a306-0f5e32fb7a1e req-4ee82ed7-8098-4c0b-9799-391eeac4b6be tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.35 "DELETE /v2.0/ports/5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 HTTP/1.1" status: 204 len: 173 time: 0.8455520 Feb 28 13:11:07.522133 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'name': 'network-vif-deleted', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:11:07.524387 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c8614e-8563-4934-a88c-7dd510012072" -d '{"events": [{"server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "name": "network-vif-deleted", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:11:07.568451 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3810e6-9649-479d-a211-47dba7e5c7bb x-openstack-request-id: req-5e3810e6-9649-479d-a211-47dba7e5c7bb {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:11:07.568772 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce20c8cf-eb81-4f8f-b817-f3800213b810", "name": "network-vif-deleted", "tag": "5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:11:07.569000 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e3810e6-9649-479d-a211-47dba7e5c7bb {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:11:07.574336 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce20c8cf-eb81-4f8f-b817-f3800213b810', 'name': 'network-vif-deleted', 'tag': '5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99', 'status': 'completed', 'code': 200} Feb 28 13:11:07.609896 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c80eebbc-76a6-4822-93a5-f2dcab9f075b None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:07.828169 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c80eebbc-76a6-4822-93a5-f2dcab9f075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:34Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:07.858507 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80eebbc-76a6-4822-93a5-f2dcab9f075b None None] Checking router: 9f0ce550-e627-4c30-a93f-03f863c20f90 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:11:07.867125 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80eebbc-76a6-4822-93a5-f2dcab9f075b None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:07.867762 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c80eebbc-76a6-4822-93a5-f2dcab9f075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:10:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:07.979154 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c80eebbc-76a6-4822-93a5-f2dcab9f075b None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:08.187822 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c80eebbc-76a6-4822-93a5-f2dcab9f075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:34Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:08.214397 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80eebbc-76a6-4822-93a5-f2dcab9f075b None None] The sync data for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi is: [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:03:26Z', 'revision_number': 4, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': '2ce90151-90ba-40a4-bf20-4e97fc3ebe5f', 'name': '', 'network_id': '47cd10f4-3bd6-47d0-8369-a95b7a0a042a', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'mac_address': 'fa:16:3e:61:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:25Z', 'updated_at': '2022-02-28T13:03:34Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'subnets': [{'id': '669937d0-ed8c-451d-8f8b-949267997e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:11:08.435158 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0363e6-2d98-4311-baaf-0f04bced7670 None None] New status for floating IP 6f115b3f-214c-4be1-afec-9149e25b4b6c: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:11:08.550322 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57718) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:08.607098 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e419665d-7185-4b2b-93a1-41e48bf36678 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group (643105a8-0678-4683-b10a-35dd2fef68ea), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:08.629053 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e419665d-7185-4b2b-93a1-41e48bf36678 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group (643105a8-0678-4683-b10a-35dd2fef68ea), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:08.742321 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e419665d-7185-4b2b-93a1-41e48bf36678 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (643105a8-0678-4683-b10a-35dd2fef68ea), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:08.744991 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e419665d-7185-4b2b-93a1-41e48bf36678 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:08.746254 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-e419665d-7185-4b2b-93a1-41e48bf36678 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "DELETE /v2.0/security-groups/643105a8-0678-4683-b10a-35dd2fef68ea HTTP/1.1" status: 204 len: 168 time: 0.1947973 Feb 28 13:11:08.749106 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57720) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:08.756455 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419665d-7185-4b2b-93a1-41e48bf36678 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643105a8-0678-4683-b10a-35dd2fef68ea,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:08.764105 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.api.v2.resource [None req-8698ebdf-8e30-4232-9080-8a736a513f83 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] show failed (client error): The resource could not be found. Feb 28 13:11:08.767509 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-8698ebdf-8e30-4232-9080-8a736a513f83 tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "GET /v2.0/security-groups/643105a8-0678-4683-b10a-35dd2fef68ea HTTP/1.1" status: 404 len: 347 time: 0.0150709 Feb 28 13:11:08.768140 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57722) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:08.896086 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-3199e79c-59b1-4ee0-98ac-cb252f604b8c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Deleting port d9596976-ee57-42c5-bf18-fbe04f1b78f4 {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:08.896336 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3199e79c-59b1-4ee0-98ac-cb252f604b8c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (d9596976-ee57-42c5-bf18-fbe04f1b78f4), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:08.972977 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3199e79c-59b1-4ee0-98ac-cb252f604b8c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (d9596976-ee57-42c5-bf18-fbe04f1b78f4), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:08.973306 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3199e79c-59b1-4ee0-98ac-cb252f604b8c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (d9596976-ee57-42c5-bf18-fbe04f1b78f4), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:08.984865 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-3199e79c-59b1-4ee0-98ac-cb252f604b8c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Calling delete_port for d9596976-ee57-42c5-bf18-fbe04f1b78f4 owned by network:floatingip {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:09.211305 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3199e79c-59b1-4ee0-98ac-cb252f604b8c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (d9596976-ee57-42c5-bf18-fbe04f1b78f4), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:09.235319 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199e79c-59b1-4ee0-98ac-cb252f604b8c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Pushing event deleted for resources: {'Port': ['ID=d9596976-ee57-42c5-bf18-fbe04f1b78f4,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:09.298679 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3199e79c-59b1-4ee0-98ac-cb252f604b8c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks [] for floatingip (6f115b3f-214c-4be1-afec-9149e25b4b6c), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:09.301273 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3199e79c-59b1-4ee0-98ac-cb252f604b8c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:09.302419 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-3199e79c-59b1-4ee0-98ac-cb252f604b8c tempest-AttachVolumeShelveTestJSON-491654282 tempest-AttachVolumeShelveTestJSON-491654282-project] 10.222.0.23 "DELETE /v2.0/floatingips/6f115b3f-214c-4be1-afec-9149e25b4b6c HTTP/1.1" status: 204 len: 168 time: 0.5333021 Feb 28 13:11:10.392769 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57732) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:10.558444 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:11:10.586352 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:11:10.586709 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 5b3cb0c5-f63e-4a71-ba04-8c8ce058cc99 not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:11:10.961363 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Deleting port 7bbe7da3-0bc0-405a-93aa-e6523f0d9779 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:10.961737 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (7bbe7da3-0bc0-405a-93aa-e6523f0d9779), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:11.040840 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (7bbe7da3-0bc0-405a-93aa-e6523f0d9779), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:11.041080 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for floatingip (7bbe7da3-0bc0-405a-93aa-e6523f0d9779), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:11.053106 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Calling delete_port for 7bbe7da3-0bc0-405a-93aa-e6523f0d9779 owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:11.268730 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (7bbe7da3-0bc0-405a-93aa-e6523f0d9779), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:11.299497 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event deleted for resources: {'Port': ['ID=7bbe7da3-0bc0-405a-93aa-e6523f0d9779,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:11.359172 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for floatingip (7acd4520-f6e9-4698-b3cd-a920837999af), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:11.359522 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.l3_db [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Floating IP 7acd4520-f6e9-4698-b3cd-a920837999af disassociated (deleted). External IP: 172.27.2.189, port: 69669be8-e985-4a13-add4-0968abeb183c. Feb 28 13:11:11.580857 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Router e6610d10-0723-430a-8248-73f1bec086ae has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:11:11.686686 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:11:11.691057 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:11.697016 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eeac18-0909-4494-8960-73de7d4caf7f None None] Sync routers for ids ['e6610d10-0723-430a-8248-73f1bec086ae'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:11:11.709742 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eeac18-0909-4494-8960-73de7d4caf7f None None] Routers {'e6610d10-0723-430a-8248-73f1bec086ae'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:11.710344 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c7eeac18-0909-4494-8960-73de7d4caf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:10:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e6610d10-0723-430a-8248-73f1bec086ae'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:11.722608 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-a4082634-5072-4987-b015-6cf4288329fe tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "DELETE /v2.0/floatingips/7acd4520-f6e9-4698-b3cd-a920837999af HTTP/1.1" status: 204 len: 168 time: 1.3286636 Feb 28 13:11:11.726204 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'tag': '69669be8-e985-4a13-add4-0968abeb183c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:11:11.729228 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b48059-890d-4109-856b-10bcf516ee4c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "tag": "69669be8-e985-4a13-add4-0968abeb183c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:11:11.771371 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da43c79-2422-49b4-a367-b20aff129ed6 x-openstack-request-id: req-2da43c79-2422-49b4-a367-b20aff129ed6 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:11:11.771972 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "tag": "69669be8-e985-4a13-add4-0968abeb183c", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:11:11.772378 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2da43c79-2422-49b4-a367-b20aff129ed6 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:11:11.772762 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'tag': '69669be8-e985-4a13-add4-0968abeb183c', 'status': 'completed', 'code': 200} Feb 28 13:11:11.848095 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48059-890d-4109-856b-10bcf516ee4c req-42f3e391-7c48-47f0-ab8c-995caf9280f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:11.849847 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e1b48059-890d-4109-856b-10bcf516ee4c req-42f3e391-7c48-47f0-ab8c-995caf9280f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91a0fe7cf4f342fd972e60973badf7ce&device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 1130 time: 0.0518444 Feb 28 13:11:11.929333 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c7eeac18-0909-4494-8960-73de7d4caf7f None None] Set router e6610d10-0723-430a-8248-73f1bec086ae gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:11.968311 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48059-890d-4109-856b-10bcf516ee4c req-bd11b581-0942-481e-806e-947d8becddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:11.971234 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e1b48059-890d-4109-856b-10bcf516ee4c req-bd11b581-0942-481e-806e-947d8becddba service neutron] 10.222.0.35 "GET /v2.0/networks?id=474d9210-7d52-4301-b47a-c8719ae1c32f HTTP/1.1" status: 200 len: 909 time: 0.1140578 Feb 28 13:11:11.999041 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57758) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:12.025037 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e1b48059-890d-4109-856b-10bcf516ee4c req-e8cfbf97-a17c-4ba9-944e-a40f1b36148e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69669be8-e985-4a13-add4-0968abeb183c HTTP/1.1" status: 200 len: 217 time: 0.0443034 Feb 28 13:11:12.080502 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48059-890d-4109-856b-10bcf516ee4c req-f3e4e43c-fdb7-43f1-a831-8c56af902dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:12.082575 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e1b48059-890d-4109-856b-10bcf516ee4c req-f3e4e43c-fdb7-43f1-a831-8c56af902dc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3ab4009-14e9-4940-abd6-b242fc76a7ab HTTP/1.1" status: 200 len: 847 time: 0.0517070 Feb 28 13:11:12.135216 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48059-890d-4109-856b-10bcf516ee4c req-70a8c667-820d-44ef-9877-79eef43dc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:12.136770 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e1b48059-890d-4109-856b-10bcf516ee4c req-70a8c667-820d-44ef-9877-79eef43dc937 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=474d9210-7d52-4301-b47a-c8719ae1c32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474904 Feb 28 13:11:12.184327 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c7eeac18-0909-4494-8960-73de7d4caf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:11Z', 'revision_number': 4, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'c6d5b55b-ea82-4663-abca-586b5161720b', 'name': '', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'mac_address': 'fa:16:3e:b3:5b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:10Z', 'updated_at': '2022-02-28T13:05:15Z', 'revision_number': 5, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'subnets': [{'id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:12.216607 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eeac18-0909-4494-8960-73de7d4caf7f None None] Checking router: e6610d10-0723-430a-8248-73f1bec086ae for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:11:12.225689 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eeac18-0909-4494-8960-73de7d4caf7f None None] Routers {'e6610d10-0723-430a-8248-73f1bec086ae'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:12.226401 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c7eeac18-0909-4494-8960-73de7d4caf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:10:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e6610d10-0723-430a-8248-73f1bec086ae'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:12.241939 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e1b48059-890d-4109-856b-10bcf516ee4c req-5f32c1db-119d-4335-8c04-4af7282b5ecb service neutron] 10.222.0.35 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982869 Feb 28 13:11:12.361357 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e1b48059-890d-4109-856b-10bcf516ee4c req-03f30ca6-5542-45bf-b267-98b80a1d9fca service neutron] 10.222.0.35 "GET /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103694 Feb 28 13:11:12.377329 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c7eeac18-0909-4494-8960-73de7d4caf7f None None] Set router e6610d10-0723-430a-8248-73f1bec086ae gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:12.439964 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b93a5-2deb-445f-b57d-54fcd1ce95ac req-b78e2124-2bf5-4c5f-893a-be16732a6772 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:12.441450 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ab2b93a5-2deb-445f-b57d-54fcd1ce95ac req-b78e2124-2bf5-4c5f-893a-be16732a6772 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.1065996 Feb 28 13:11:12.542172 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ab2b93a5-2deb-445f-b57d-54fcd1ce95ac req-5bfb6dd1-8721-41c1-83cd-3975dd864bd9 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935256 Feb 28 13:11:12.589173 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c7eeac18-0909-4494-8960-73de7d4caf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:11Z', 'revision_number': 4, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'c6d5b55b-ea82-4663-abca-586b5161720b', 'name': '', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'mac_address': 'fa:16:3e:b3:5b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:10Z', 'updated_at': '2022-02-28T13:05:15Z', 'revision_number': 5, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'subnets': [{'id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:12.619827 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eeac18-0909-4494-8960-73de7d4caf7f None None] The sync data for ids ['e6610d10-0723-430a-8248-73f1bec086ae'] in dv-cinder-831202-1-iscsi is: [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:11Z', 'revision_number': 4, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'c6d5b55b-ea82-4663-abca-586b5161720b', 'name': '', 'network_id': '474d9210-7d52-4301-b47a-c8719ae1c32f', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'mac_address': 'fa:16:3e:b3:5b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:10Z', 'updated_at': '2022-02-28T13:05:15Z', 'revision_number': 5, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'subnets': [{'id': 'c3ab4009-14e9-4940-abd6-b242fc76a7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:11:12.630951 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d9c88824-b475-464d-85c5-61600beaefc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689276'] for router_interface (9f0ce550-e627-4c30-a93f-03f863c20f90), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:12.849186 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53af33-3706-4a69-93b5-28d413200ecb None None] New status for floating IP 7acd4520-f6e9-4698-b3cd-a920837999af: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:11:13.111800 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-d9c88824-b475-464d-85c5-61600beaefc1 admin admin] Deleting port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:13.112392 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d9c88824-b475-464d-85c5-61600beaefc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:13.191245 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-d9c88824-b475-464d-85c5-61600beaefc1 admin admin] For port 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=2ce90151-90ba-40a4-bf20-4e97fc3ebe5f,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:13.191554 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d9c88824-b475-464d-85c5-61600beaefc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:13.203910 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-d9c88824-b475-464d-85c5-61600beaefc1 admin admin] Calling delete_port for 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f owned by network:router_interface {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:13.434180 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d9c88824-b475-464d-85c5-61600beaefc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (2ce90151-90ba-40a4-bf20-4e97fc3ebe5f), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:13.461571 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c88824-b475-464d-85c5-61600beaefc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce90151-90ba-40a4-bf20-4e97fc3ebe5f,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:13.656706 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d9c88824-b475-464d-85c5-61600beaefc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689424'] for router_interface (9f0ce550-e627-4c30-a93f-03f863c20f90), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:13.723807 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6b9eb-dbf4-47c8-bb30-ea13fa966c5c req-213f64af-2c59-4287-9be4-9cb849e7d280 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:13.725262 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e7a6b9eb-dbf4-47c8-bb30-ea13fa966c5c req-213f64af-2c59-4287-9be4-9cb849e7d280 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.1053789 Feb 28 13:11:13.818181 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e7a6b9eb-dbf4-47c8-bb30-ea13fa966c5c req-9e6f9c31-328d-4f81-b80d-d4a701763c8c tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/security-groups?id=07942021-146e-46c4-8170-206d53e60b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859945 Feb 28 13:11:13.928503 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c88824-b475-464d-85c5-61600beaefc1 admin admin] Router 9f0ce550-e627-4c30-a93f-03f863c20f90 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:11:14.036757 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c88824-b475-464d-85c5-61600beaefc1 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:11:14.041508 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d9c88824-b475-464d-85c5-61600beaefc1 admin admin] 10.222.0.23 "PUT /v2.0/routers/9f0ce550-e627-4c30-a93f-03f863c20f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0414379 Feb 28 13:11:14.044094 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57770) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:14.046671 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e748e2-a049-43aa-bfd4-fe614b7d6196 None None] Sync routers for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:11:14.055957 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e748e2-a049-43aa-bfd4-fe614b7d6196 None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:14.056560 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-d4e748e2-a049-43aa-bfd4-fe614b7d6196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:10:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:14.157853 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ac6e3-a7bd-4508-afc4-33febe6ccea8 req-fcb389e4-ec72-40b2-8931-840df48454f0 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:14.158486 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Publish callbacks [] for router (9f0ce550-e627-4c30-a93f-03f863c20f90), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:14.159613 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-f65ac6e3-a7bd-4508-afc4-33febe6ccea8 req-fcb389e4-ec72-40b2-8931-840df48454f0 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 946 time: 0.0661905 Feb 28 13:11:14.182930 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-d4e748e2-a049-43aa-bfd4-fe614b7d6196 None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:14.261715 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-f65ac6e3-a7bd-4508-afc4-33febe6ccea8 req-761957ac-e4a4-4e33-acc5-1939a5f1f880 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Deleting port 69669be8-e985-4a13-add4-0968abeb183c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:14.262158 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f65ac6e3-a7bd-4508-afc4-33febe6ccea8 req-761957ac-e4a4-4e33-acc5-1939a5f1f880 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (69669be8-e985-4a13-add4-0968abeb183c), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:14.268851 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Publish callbacks [] for router_gateway (9f0ce550-e627-4c30-a93f-03f863c20f90), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:14.361478 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-f65ac6e3-a7bd-4508-afc4-33febe6ccea8 req-761957ac-e4a4-4e33-acc5-1939a5f1f880 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] For port 69669be8-e985-4a13-add4-0968abeb183c, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=69669be8-e985-4a13-add4-0968abeb183c,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:14.361846 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f65ac6e3-a7bd-4508-afc4-33febe6ccea8 req-761957ac-e4a4-4e33-acc5-1939a5f1f880 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (69669be8-e985-4a13-add4-0968abeb183c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:14.374564 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-f65ac6e3-a7bd-4508-afc4-33febe6ccea8 req-761957ac-e4a4-4e33-acc5-1939a5f1f880 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Calling delete_port for 69669be8-e985-4a13-add4-0968abeb183c owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:14.377114 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Deleting port b136590a-b763-4209-a44a-8f15ffa691ee {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:14.377530 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (b136590a-b763-4209-a44a-8f15ffa691ee), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:14.381661 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-d4e748e2-a049-43aa-bfd4-fe614b7d6196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:11:13Z', 'revision_number': 5, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port': {'id': 'b136590a-b763-4209-a44a-8f15ffa691ee', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:03:19Z', 'updated_at': '2022-02-28T13:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:14.409412 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e748e2-a049-43aa-bfd4-fe614b7d6196 None None] Checking router: 9f0ce550-e627-4c30-a93f-03f863c20f90 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:11:14.419500 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e748e2-a049-43aa-bfd4-fe614b7d6196 None None] Routers {'9f0ce550-e627-4c30-a93f-03f863c20f90'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:14.421001 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-d4e748e2-a049-43aa-bfd4-fe614b7d6196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:10:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9f0ce550-e627-4c30-a93f-03f863c20f90'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:14.477062 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] For port b136590a-b763-4209-a44a-8f15ffa691ee, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=b136590a-b763-4209-a44a-8f15ffa691ee,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:14.477424 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (b136590a-b763-4209-a44a-8f15ffa691ee), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:14.502066 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Calling delete_port for b136590a-b763-4209-a44a-8f15ffa691ee owned by network:router_gateway {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:14.516365 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-d4e748e2-a049-43aa-bfd4-fe614b7d6196 None None] Set router 9f0ce550-e627-4c30-a93f-03f863c20f90 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:14.572673 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-d4e748e2-a049-43aa-bfd4-fe614b7d6196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:11:14Z', 'revision_number': 6, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port_host': None}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:14.598725 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e748e2-a049-43aa-bfd4-fe614b7d6196 None None] The sync data for ids ['9f0ce550-e627-4c30-a93f-03f863c20f90'] in dv-cinder-831202-1-iscsi is: [{'id': '9f0ce550-e627-4c30-a93f-03f863c20f90', 'name': 'tempest-AttachVolumeShelveTestJSON-632442319-router', 'tenant_id': '07d68bed67d94a8b8444e458057e60e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:03:16Z', 'updated_at': '2022-02-28T13:11:14Z', 'revision_number': 6, 'project_id': '07d68bed67d94a8b8444e458057e60e4', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:11:14.628433 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f65ac6e3-a7bd-4508-afc4-33febe6ccea8 req-761957ac-e4a4-4e33-acc5-1939a5f1f880 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (69669be8-e985-4a13-add4-0968abeb183c), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:14.658433 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761957ac-e4a4-4e33-acc5-1939a5f1f880 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event deleted for resources: {'Port': ['ID=69669be8-e985-4a13-add4-0968abeb183c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:14.710830 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65ac6e3-a7bd-4508-afc4-33febe6ccea8 req-761957ac-e4a4-4e33-acc5-1939a5f1f880 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] No DVR routers for this DVR port 69669be8-e985-4a13-add4-0968abeb183c on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:11:14.713494 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f65ac6e3-a7bd-4508-afc4-33febe6ccea8 req-761957ac-e4a4-4e33-acc5-1939a5f1f880 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:14.716926 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-f65ac6e3-a7bd-4508-afc4-33febe6ccea8 req-761957ac-e4a4-4e33-acc5-1939a5f1f880 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.35 "DELETE /v2.0/ports/69669be8-e985-4a13-add4-0968abeb183c HTTP/1.1" status: 204 len: 173 time: 0.5515091 Feb 28 13:11:14.717422 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'name': 'network-vif-deleted', 'tag': '69669be8-e985-4a13-add4-0968abeb183c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:11:14.719721 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b1d090-6cc7-46dd-b864-dc6a0db7c07c" -d '{"events": [{"server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "name": "network-vif-deleted", "tag": "69669be8-e985-4a13-add4-0968abeb183c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:11:14.742559 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (b136590a-b763-4209-a44a-8f15ffa691ee), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:14.755584 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5492e3f4-6d38-48d2-a6c7-c1690b14a761 x-openstack-request-id: req-5492e3f4-6d38-48d2-a6c7-c1690b14a761 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:11:14.755900 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d49f608-a7b2-4f35-88de-1ca5e14287d5", "name": "network-vif-deleted", "tag": "69669be8-e985-4a13-add4-0968abeb183c", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:11:14.756138 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5492e3f4-6d38-48d2-a6c7-c1690b14a761 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:11:14.756546 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d49f608-a7b2-4f35-88de-1ca5e14287d5', 'name': 'network-vif-deleted', 'tag': '69669be8-e985-4a13-add4-0968abeb183c', 'status': 'completed', 'code': 200} Feb 28 13:11:14.774429 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Pushing event deleted for resources: {'Port': ['ID=b136590a-b763-4209-a44a-8f15ffa691ee,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:14.839276 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690354'] for router_gateway (9f0ce550-e627-4c30-a93f-03f863c20f90), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:14.954035 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-515b591e-c9ce-4301-bbc1-eeee20a7be92 req-cb16a620-9a5d-41db-a561-ec5371091aef tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 210 time: 0.0538142 Feb 28 13:11:14.959984 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7185'] for router (9f0ce550-e627-4c30-a93f-03f863c20f90), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:14.964019 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Publish callbacks [] for router_controller (9f0ce550-e627-4c30-a93f-03f863c20f90), precommit_delete_associations {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.119463 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693785'] for router (9f0ce550-e627-4c30-a93f-03f863c20f90), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.120065 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f0ce550-e627-4c30-a93f-03f863c20f90 {{(pid=103231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 13:11:15.128220 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.128220 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-2753e759-59c0-403a-8c46-042483691dff admin admin] 10.222.0.23 "DELETE /v2.0/routers/9f0ce550-e627-4c30-a93f-03f863c20f90 HTTP/1.1" status: 204 len: 168 time: 1.0819149 Feb 28 13:11:15.129562 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57778) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:15.183036 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_v2 [None req-7418d369-75f3-45f3-bd1d-61131f623f6b admin admin] Deleting subnet 669937d0-ed8c-451d-8f8b-949267997e0b {{(pid=103231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:11:15.186304 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7418d369-75f3-45f3-bd1d-61131f623f6b admin admin] Publish callbacks [] for subnet (669937d0-ed8c-451d-8f8b-949267997e0b), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.220936 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7418d369-75f3-45f3-bd1d-61131f623f6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59888039'] for subnet (669937d0-ed8c-451d-8f8b-949267997e0b), precommit_delete_associations {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.302262 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7418d369-75f3-45f3-bd1d-61131f623f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (669937d0-ed8c-451d-8f8b-949267997e0b), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.405071 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:11:15.429636 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:11:15.429989 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 2ce90151-90ba-40a4-bf20-4e97fc3ebe5f not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:11:15.462786 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7418d369-75f3-45f3-bd1d-61131f623f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58726792'] for subnet (669937d0-ed8c-451d-8f8b-949267997e0b), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.489516 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418d369-75f3-45f3-bd1d-61131f623f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669937d0-ed8c-451d-8f8b-949267997e0b,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:15.493306 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-7418d369-75f3-45f3-bd1d-61131f623f6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.496810 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-7418d369-75f3-45f3-bd1d-61131f623f6b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/669937d0-ed8c-451d-8f8b-949267997e0b HTTP/1.1" status: 204 len: 168 time: 0.3661373 Feb 28 13:11:15.500109 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57782) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:15.504601 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e538d93-5ac4-4a74-b939-c3a806d21425 None None] Network 47cd10f4-3bd6-47d0-8369-a95b7a0a042a requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:11:15.594496 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (47cd10f4-3bd6-47d0-8369-a95b7a0a042a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.666546 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Deleting port 242a2445-5611-4c4e-bb56-550967f3cc34 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:15.666883 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.683447 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] DHCP port deletion for 47cd10f4-3bd6-47d0-8369-a95b7a0a042a request from dv-cinder-831202-1-iscsi {{(pid=103233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 13:11:15.740511 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Deleting port 242a2445-5611-4c4e-bb56-550967f3cc34 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:15.740884 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.742663 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] For port 242a2445-5611-4c4e-bb56-550967f3cc34, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=242a2445-5611-4c4e-bb56-550967f3cc34,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:15.743117 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.760843 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Calling delete_port for 242a2445-5611-4c4e-bb56-550967f3cc34 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:15.812852 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] For port 242a2445-5611-4c4e-bb56-550967f3cc34, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=242a2445-5611-4c4e-bb56-550967f3cc34,segment=NetworkSegment(413deda5-3ae6-4cd6-9441-cdd16638bdba),segment_id=413deda5-3ae6-4cd6-9441-cdd16638bdba)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:15.813250 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.825374 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Calling delete_port for 242a2445-5611-4c4e-bb56-550967f3cc34 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:15.902578 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.908853 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709'] for port (242a2445-5611-4c4e-bb56-550967f3cc34), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:15.936398 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Pushing event deleted for resources: {'Port': ['ID=242a2445-5611-4c4e-bb56-550967f3cc34,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:15.945427 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] No DVR routers for this DVR port 242a2445-5611-4c4e-bb56-550967f3cc34 on host dv-cinder-831202-1-iscsi {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:11:15.945594 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] No DVR routers for this DVR port 242a2445-5611-4c4e-bb56-550967f3cc34 on host dv-cinder-831202-1-iscsi {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:11:15.945685 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Pushing event deleted for resources: {'Port': ['ID=242a2445-5611-4c4e-bb56-550967f3cc34,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:15.946145 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:15.947764 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:15.949063 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:15.949711 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:15.950066 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:15.950416 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:15.950780 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:15.951115 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:15.951500 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:15.952425 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:15.952785 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:15.953097 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:15.953426 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fcfa7-c435-40c9-a872-c328f69189ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:16.028650 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (47cd10f4-3bd6-47d0-8369-a95b7a0a042a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:16.052951 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cd10f4-3bd6-47d0-8369-a95b7a0a042a']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:16.063030 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413deda5-3ae6-4cd6-9441-cdd16638bdba') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:16.063332 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413deda5-3ae6-4cd6-9441-cdd16638bdba') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:16.075704 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62710936'] for segment (413deda5-3ae6-4cd6-9441-cdd16638bdba), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:16.076890 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3a86242d-b533-4e60-83a6-c8390a4008be req-0b7e94e5-7c60-4bba-97a5-57e10133ce43 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d49f608-a7b2-4f35-88de-1ca5e14287d5 HTTP/1.1" status: 200 len: 210 time: 0.0314262 Feb 28 13:11:16.089701 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (413deda5-3ae6-4cd6-9441-cdd16638bdba), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:16.095888 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:11:16.096275 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58960100'] for segment (413deda5-3ae6-4cd6-9441-cdd16638bdba), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: Traceback (most recent call last): Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: timer() Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: cb(*args, **kw) Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: return func(*args, **kwargs) Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: self._notify() Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: self.callback(batched_events) Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: event.method(event) Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: return f(self, *a, **k) Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._get(url).json() Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: return self.request(url, 'GET', **kwargs) Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:11:16.097964 dv-cinder-831202-1-iscsi neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:11:16.228751 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (47cd10f4-3bd6-47d0-8369-a95b7a0a042a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:16.236976 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:16.242897 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] 10.222.0.23 "DELETE /v2.0/networks/47cd10f4-3bd6-47d0-8369-a95b7a0a042a HTTP/1.1" status: 204 len: 168 time: 0.7407703 Feb 28 13:11:16.259994 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fa81a-61b3-4c44-af34-52b8ba5a256b admin admin] Pushing event deleted for resources: {'Network': ['ID=47cd10f4-3bd6-47d0-8369-a95b7a0a042a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:16.599114 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57790) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:16.637848 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-59336054-a243-4307-b3dd-b7e6a17442ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07d68bed67d94a8b8444e458057e60e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375693 Feb 28 13:11:16.640663 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57792) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:16.686625 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4383b45f-d593-4a79-a956-323ece65e76a admin admin] Publish callbacks [] for security_group (372dbdfe-10c6-47e3-b865-92d6f14234f4), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:16.708129 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4383b45f-d593-4a79-a956-323ece65e76a admin admin] Publish callbacks [] for security_group (372dbdfe-10c6-47e3-b865-92d6f14234f4), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:16.810583 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4383b45f-d593-4a79-a956-323ece65e76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (372dbdfe-10c6-47e3-b865-92d6f14234f4), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:16.814028 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4383b45f-d593-4a79-a956-323ece65e76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:16.815228 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-4383b45f-d593-4a79-a956-323ece65e76a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/372dbdfe-10c6-47e3-b865-92d6f14234f4 HTTP/1.1" status: 204 len: 168 time: 0.1736944 Feb 28 13:11:16.825044 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383b45f-d593-4a79-a956-323ece65e76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372dbdfe-10c6-47e3-b865-92d6f14234f4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:16.842957 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device b136590a-b763-4209-a44a-8f15ffa691ee no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:11:16.864328 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: b136590a-b763-4209-a44a-8f15ffa691ee {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:11:16.864686 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device b136590a-b763-4209-a44a-8f15ffa691ee not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:11:16.865121 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 242a2445-5611-4c4e-bb56-550967f3cc34 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:11:16.883901 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 242a2445-5611-4c4e-bb56-550967f3cc34 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:11:16.887693 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 242a2445-5611-4c4e-bb56-550967f3cc34 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:11:17.132941 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57808) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:17.190546 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-96cfe01f-9fef-4435-b216-60ab157deaf6 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group (07942021-146e-46c4-8170-206d53e60b33), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:17.215868 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-96cfe01f-9fef-4435-b216-60ab157deaf6 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group (07942021-146e-46c4-8170-206d53e60b33), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:17.342953 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-96cfe01f-9fef-4435-b216-60ab157deaf6 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (07942021-146e-46c4-8170-206d53e60b33), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:17.345810 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-96cfe01f-9fef-4435-b216-60ab157deaf6 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:17.352227 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-96cfe01f-9fef-4435-b216-60ab157deaf6 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] 10.222.0.23 "DELETE /v2.0/security-groups/07942021-146e-46c4-8170-206d53e60b33 HTTP/1.1" status: 204 len: 168 time: 0.2131243 Feb 28 13:11:17.357913 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfe01f-9fef-4435-b216-60ab157deaf6 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07942021-146e-46c4-8170-206d53e60b33,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:17.493476 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57824) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:17.782769 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:17.945085 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-05f0f7a2-c0de-491a-92e7-d0a25a6c4ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689276'] for router_interface (e6610d10-0723-430a-8248-73f1bec086ae), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:18.413690 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-05f0f7a2-c0de-491a-92e7-d0a25a6c4ba1 admin admin] Deleting port c6d5b55b-ea82-4663-abca-586b5161720b {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:18.414386 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-05f0f7a2-c0de-491a-92e7-d0a25a6c4ba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:18.494966 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-05f0f7a2-c0de-491a-92e7-d0a25a6c4ba1 admin admin] For port c6d5b55b-ea82-4663-abca-586b5161720b, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c6d5b55b-ea82-4663-abca-586b5161720b,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:18.495385 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-05f0f7a2-c0de-491a-92e7-d0a25a6c4ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:18.507614 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-05f0f7a2-c0de-491a-92e7-d0a25a6c4ba1 admin admin] Calling delete_port for c6d5b55b-ea82-4663-abca-586b5161720b owned by network:router_interface {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:18.580678 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 69669be8-e985-4a13-add4-0968abeb183c no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:11:18.601553 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: 69669be8-e985-4a13-add4-0968abeb183c {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:11:18.601970 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 69669be8-e985-4a13-add4-0968abeb183c not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:11:18.765125 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-05f0f7a2-c0de-491a-92e7-d0a25a6c4ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (c6d5b55b-ea82-4663-abca-586b5161720b), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:18.791577 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0f7a2-c0de-491a-92e7-d0a25a6c4ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d5b55b-ea82-4663-abca-586b5161720b,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:18.958420 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-05f0f7a2-c0de-491a-92e7-d0a25a6c4ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689424'] for router_interface (e6610d10-0723-430a-8248-73f1bec086ae), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:19.175078 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f0f7a2-c0de-491a-92e7-d0a25a6c4ba1 admin admin] Router e6610d10-0723-430a-8248-73f1bec086ae has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:11:19.281683 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f0f7a2-c0de-491a-92e7-d0a25a6c4ba1 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:11:19.286634 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-05f0f7a2-c0de-491a-92e7-d0a25a6c4ba1 admin admin] 10.222.0.23 "PUT /v2.0/routers/e6610d10-0723-430a-8248-73f1bec086ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7920654 Feb 28 13:11:19.289248 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57854) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:19.293800 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcc393c-0e0a-4e1b-a706-09175b60a341 None None] Sync routers for ids ['e6610d10-0723-430a-8248-73f1bec086ae'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:11:19.302551 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc393c-0e0a-4e1b-a706-09175b60a341 None None] Routers {'e6610d10-0723-430a-8248-73f1bec086ae'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:19.303171 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-edcc393c-0e0a-4e1b-a706-09175b60a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:10:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e6610d10-0723-430a-8248-73f1bec086ae'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:19.394371 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Publish callbacks [] for router (e6610d10-0723-430a-8248-73f1bec086ae), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:19.408357 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-edcc393c-0e0a-4e1b-a706-09175b60a341 None None] Set router e6610d10-0723-430a-8248-73f1bec086ae gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:19.498466 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Publish callbacks [] for router_gateway (e6610d10-0723-430a-8248-73f1bec086ae), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:19.580872 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-edcc393c-0e0a-4e1b-a706-09175b60a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:11:18Z', 'revision_number': 5, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port': {'id': 'a39828ac-da6c-4223-a118-9d544d2855dc', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:19.610127 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcc393c-0e0a-4e1b-a706-09175b60a341 None None] Checking router: e6610d10-0723-430a-8248-73f1bec086ae for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:11:19.618309 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc393c-0e0a-4e1b-a706-09175b60a341 None None] Routers {'e6610d10-0723-430a-8248-73f1bec086ae'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:19.618903 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-edcc393c-0e0a-4e1b-a706-09175b60a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:10:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e6610d10-0723-430a-8248-73f1bec086ae'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:19.671922 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Deleting port a39828ac-da6c-4223-a118-9d544d2855dc {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:19.672265 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (a39828ac-da6c-4223-a118-9d544d2855dc), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:19.728187 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-edcc393c-0e0a-4e1b-a706-09175b60a341 None None] Set router e6610d10-0723-430a-8248-73f1bec086ae gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:19.785678 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] For port a39828ac-da6c-4223-a118-9d544d2855dc, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=a39828ac-da6c-4223-a118-9d544d2855dc,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:19.792568 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (a39828ac-da6c-4223-a118-9d544d2855dc), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:19.802802 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Calling delete_port for a39828ac-da6c-4223-a118-9d544d2855dc owned by network:router_gateway {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:19.916024 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-edcc393c-0e0a-4e1b-a706-09175b60a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:11:19Z', 'revision_number': 6, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port_host': None}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:19.945960 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcc393c-0e0a-4e1b-a706-09175b60a341 None None] The sync data for ids ['e6610d10-0723-430a-8248-73f1bec086ae'] in dv-cinder-831202-1-iscsi is: [{'id': 'e6610d10-0723-430a-8248-73f1bec086ae', 'name': 'tempest-TestShelveInstance-942506828-router', 'tenant_id': '91a0fe7cf4f342fd972e60973badf7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:07Z', 'updated_at': '2022-02-28T13:11:19Z', 'revision_number': 6, 'project_id': '91a0fe7cf4f342fd972e60973badf7ce', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:11:20.050614 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (a39828ac-da6c-4223-a118-9d544d2855dc), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.075601 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Pushing event deleted for resources: {'Port': ['ID=a39828ac-da6c-4223-a118-9d544d2855dc,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:20.141572 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690354'] for router_gateway (e6610d10-0723-430a-8248-73f1bec086ae), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.239048 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7185'] for router (e6610d10-0723-430a-8248-73f1bec086ae), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.241248 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Publish callbacks [] for router_controller (e6610d10-0723-430a-8248-73f1bec086ae), precommit_delete_associations {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.336958 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693785'] for router (e6610d10-0723-430a-8248-73f1bec086ae), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.337491 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6610d10-0723-430a-8248-73f1bec086ae {{(pid=103231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 13:11:20.341852 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.342977 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-03199b12-b80f-4aea-b460-160c0019e69a admin admin] 10.222.0.23 "DELETE /v2.0/routers/e6610d10-0723-430a-8248-73f1bec086ae HTTP/1.1" status: 204 len: 168 time: 1.0528221 Feb 28 13:11:20.345543 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57878) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:20.391034 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_v2 [None req-016acc5b-1a14-4bed-9408-622ae3bc5b3d admin admin] Deleting subnet c3ab4009-14e9-4940-abd6-b242fc76a7ab {{(pid=103231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:11:20.394292 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-016acc5b-1a14-4bed-9408-622ae3bc5b3d admin admin] Publish callbacks [] for subnet (c3ab4009-14e9-4940-abd6-b242fc76a7ab), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.429241 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-016acc5b-1a14-4bed-9408-622ae3bc5b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59888039'] for subnet (c3ab4009-14e9-4940-abd6-b242fc76a7ab), precommit_delete_associations {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.510775 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-016acc5b-1a14-4bed-9408-622ae3bc5b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (c3ab4009-14e9-4940-abd6-b242fc76a7ab), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.605881 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-016acc5b-1a14-4bed-9408-622ae3bc5b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58726792'] for subnet (c3ab4009-14e9-4940-abd6-b242fc76a7ab), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.633976 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-016acc5b-1a14-4bed-9408-622ae3bc5b3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.637225 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-016acc5b-1a14-4bed-9408-622ae3bc5b3d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c3ab4009-14e9-4940-abd6-b242fc76a7ab HTTP/1.1" status: 204 len: 168 time: 0.2906635 Feb 28 13:11:20.638282 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016acc5b-1a14-4bed-9408-622ae3bc5b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ab4009-14e9-4940-abd6-b242fc76a7ab,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:20.639807 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57880) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:20.643087 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47b3f6d-f2dc-48e2-9398-109ade5ecf2e None None] Network 474d9210-7d52-4301-b47a-c8719ae1c32f requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:11:20.717255 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (474d9210-7d52-4301-b47a-c8719ae1c32f), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.772754 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Deleting port ba360f6c-2901-4256-80be-b194b210794f {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:20.773222 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (ba360f6c-2901-4256-80be-b194b210794f), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.815616 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de91b15-fcd8-4167-939a-0bba996e0180 None None] DHCP port deletion for 474d9210-7d52-4301-b47a-c8719ae1c32f request from dv-cinder-831202-1-iscsi {{(pid=103233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 13:11:20.841469 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] For port ba360f6c-2901-4256-80be-b194b210794f, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=ba360f6c-2901-4256-80be-b194b210794f,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:20.842088 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (ba360f6c-2901-4256-80be-b194b210794f), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.860547 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Calling delete_port for ba360f6c-2901-4256-80be-b194b210794f owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:20.872972 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9de91b15-fcd8-4167-939a-0bba996e0180 None None] Deleting port ba360f6c-2901-4256-80be-b194b210794f {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:20.873448 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9de91b15-fcd8-4167-939a-0bba996e0180 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (ba360f6c-2901-4256-80be-b194b210794f), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.886195 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device ba360f6c-2901-4256-80be-b194b210794f no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:11:20.968232 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-9de91b15-fcd8-4167-939a-0bba996e0180 None None] For port ba360f6c-2901-4256-80be-b194b210794f, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=ba360f6c-2901-4256-80be-b194b210794f,segment=NetworkSegment(12064347-d531-4852-8edc-a53ad71659b8),segment_id=12064347-d531-4852-8edc-a53ad71659b8)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:20.968630 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9de91b15-fcd8-4167-939a-0bba996e0180 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (ba360f6c-2901-4256-80be-b194b210794f), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:20.982045 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9de91b15-fcd8-4167-939a-0bba996e0180 None None] Calling delete_port for ba360f6c-2901-4256-80be-b194b210794f owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:21.010863 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (ba360f6c-2901-4256-80be-b194b210794f), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:21.038837 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] No DVR routers for this DVR port ba360f6c-2901-4256-80be-b194b210794f on host dv-cinder-831202-1-iscsi {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:11:21.043297 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba360f6c-2901-4256-80be-b194b210794f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:21.054503 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port ba360f6c-2901-4256-80be-b194b210794f is: ACTIVE; New status is: DOWN {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:21.054957 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (ba360f6c-2901-4256-80be-b194b210794f), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:21.115285 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (474d9210-7d52-4301-b47a-c8719ae1c32f), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:21.116135 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c6d5b55b-ea82-4663-abca-586b5161720b no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:11:21.135613 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474d9210-7d52-4301-b47a-c8719ae1c32f']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:21.136529 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: c6d5b55b-ea82-4663-abca-586b5161720b {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:11:21.136882 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c6d5b55b-ea82-4663-abca-586b5161720b not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:11:21.137297 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device a39828ac-da6c-4223-a118-9d544d2855dc no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:11:21.139007 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9de91b15-fcd8-4167-939a-0bba996e0180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709'] for port (ba360f6c-2901-4256-80be-b194b210794f), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:21.145162 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12064347-d531-4852-8edc-a53ad71659b8') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:21.145479 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12064347-d531-4852-8edc-a53ad71659b8') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:21.154848 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62710936'] for segment (12064347-d531-4852-8edc-a53ad71659b8), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:21.168021 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (12064347-d531-4852-8edc-a53ad71659b8), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:21.174601 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:11:21.176684 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58960100'] for segment (12064347-d531-4852-8edc-a53ad71659b8), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: Traceback (most recent call last): Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: timer() Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: cb(*args, **kw) Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: return func(*args, **kwargs) Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: self._notify() Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: self.callback(batched_events) Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: event.method(event) Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: return f(self, *a, **k) Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._get(url).json() Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: return self.request(url, 'GET', **kwargs) Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:11:21.176851 dv-cinder-831202-1-iscsi neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:11:21.178844 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: a39828ac-da6c-4223-a118-9d544d2855dc {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:11:21.178930 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device a39828ac-da6c-4223-a118-9d544d2855dc not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:11:21.180702 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de91b15-fcd8-4167-939a-0bba996e0180 None None] Pushing event deleted for resources: {'Port': ['ID=ba360f6c-2901-4256-80be-b194b210794f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:21.195504 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de91b15-fcd8-4167-939a-0bba996e0180 None None] No DVR routers for this DVR port ba360f6c-2901-4256-80be-b194b210794f on host dv-cinder-831202-1-iscsi {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:11:21.302340 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (474d9210-7d52-4301-b47a-c8719ae1c32f), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:21.308235 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:21.311634 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/474d9210-7d52-4301-b47a-c8719ae1c32f HTTP/1.1" status: 204 len: 168 time: 0.6696959 Feb 28 13:11:21.315268 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57890) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:21.327177 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936a71c-d313-4d2b-8cd5-7dcaddd057e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=474d9210-7d52-4301-b47a-c8719ae1c32f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:21.655769 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-417334e5-3fed-46b5-9b6f-328ce5c701d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689276'] for router_interface (5d150447-ace1-49a3-a61a-e2d9c0556d4f), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:21.897544 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-417334e5-3fed-46b5-9b6f-328ce5c701d4 admin admin] Deleting port c101f911-7bd3-4140-a980-b0b61e7460a2 {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:21.897883 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-417334e5-3fed-46b5-9b6f-328ce5c701d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:21.972194 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-417334e5-3fed-46b5-9b6f-328ce5c701d4 admin admin] For port c101f911-7bd3-4140-a980-b0b61e7460a2, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c101f911-7bd3-4140-a980-b0b61e7460a2,segment=NetworkSegment(2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e),segment_id=2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:21.972554 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-417334e5-3fed-46b5-9b6f-328ce5c701d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:21.985058 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-417334e5-3fed-46b5-9b6f-328ce5c701d4 admin admin] Calling delete_port for c101f911-7bd3-4140-a980-b0b61e7460a2 owned by network:router_interface {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:22.205193 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-417334e5-3fed-46b5-9b6f-328ce5c701d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (c101f911-7bd3-4140-a980-b0b61e7460a2), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:22.233820 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417334e5-3fed-46b5-9b6f-328ce5c701d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c101f911-7bd3-4140-a980-b0b61e7460a2,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:22.606097 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-417334e5-3fed-46b5-9b6f-328ce5c701d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689424'] for router_interface (5d150447-ace1-49a3-a61a-e2d9c0556d4f), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:22.817310 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417334e5-3fed-46b5-9b6f-328ce5c701d4 admin admin] Router 5d150447-ace1-49a3-a61a-e2d9c0556d4f has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:11:22.867888 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8895-a02a-4383-a5ea-fd5e86098379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:22.930281 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417334e5-3fed-46b5-9b6f-328ce5c701d4 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:11:22.935483 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-417334e5-3fed-46b5-9b6f-328ce5c701d4 admin admin] 10.222.0.23 "PUT /v2.0/routers/5d150447-ace1-49a3-a61a-e2d9c0556d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6190054 Feb 28 13:11:22.938664 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57900) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:22.939614 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb11f7-ef7f-4e4d-a13c-8b913b5f84a9 None None] Sync routers for ids ['5d150447-ace1-49a3-a61a-e2d9c0556d4f'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:11:22.950461 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb11f7-ef7f-4e4d-a13c-8b913b5f84a9 None None] Routers {'5d150447-ace1-49a3-a61a-e2d9c0556d4f'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:22.951070 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e8fb11f7-ef7f-4e4d-a13c-8b913b5f84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:10:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['5d150447-ace1-49a3-a61a-e2d9c0556d4f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:23.045994 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Publish callbacks [] for router (5d150447-ace1-49a3-a61a-e2d9c0556d4f), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:23.144764 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Publish callbacks [] for router_gateway (5d150447-ace1-49a3-a61a-e2d9c0556d4f), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:23.151189 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-e8fb11f7-ef7f-4e4d-a13c-8b913b5f84a9 None None] Set router 5d150447-ace1-49a3-a61a-e2d9c0556d4f gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:23.244261 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Deleting port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:23.244602 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:23.320607 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] For port 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:23.320975 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:23.327661 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e8fb11f7-ef7f-4e4d-a13c-8b913b5f84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'name': 'tempest-TestShelveInstance-1578510619-router', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:11:22Z', 'revision_number': 5, 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'gw_port': {'id': '7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:23.335052 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Calling delete_port for 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:23.355488 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb11f7-ef7f-4e4d-a13c-8b913b5f84a9 None None] Checking router: 5d150447-ace1-49a3-a61a-e2d9c0556d4f for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:11:23.364066 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb11f7-ef7f-4e4d-a13c-8b913b5f84a9 None None] Routers {'5d150447-ace1-49a3-a61a-e2d9c0556d4f'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:23.364643 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e8fb11f7-ef7f-4e4d-a13c-8b913b5f84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:10:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['5d150447-ace1-49a3-a61a-e2d9c0556d4f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:23.454895 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-e8fb11f7-ef7f-4e4d-a13c-8b913b5f84a9 None None] Set router 5d150447-ace1-49a3-a61a-e2d9c0556d4f gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:23.510335 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e8fb11f7-ef7f-4e4d-a13c-8b913b5f84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'name': 'tempest-TestShelveInstance-1578510619-router', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:11:23Z', 'revision_number': 6, 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'gw_port_host': None}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:23.535718 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb11f7-ef7f-4e4d-a13c-8b913b5f84a9 None None] The sync data for ids ['5d150447-ace1-49a3-a61a-e2d9c0556d4f'] in dv-cinder-831202-1-iscsi is: [{'id': '5d150447-ace1-49a3-a61a-e2d9c0556d4f', 'name': 'tempest-TestShelveInstance-1578510619-router', 'tenant_id': '8920d187f7a64f4595b6ad4d5531255f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:05:15Z', 'updated_at': '2022-02-28T13:11:23Z', 'revision_number': 6, 'project_id': '8920d187f7a64f4595b6ad4d5531255f', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:11:23.576734 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:23.607417 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:23.665119 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690354'] for router_gateway (5d150447-ace1-49a3-a61a-e2d9c0556d4f), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:23.755902 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7185'] for router (5d150447-ace1-49a3-a61a-e2d9c0556d4f), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:23.757946 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Publish callbacks [] for router_controller (5d150447-ace1-49a3-a61a-e2d9c0556d4f), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:23.879627 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693785'] for router (5d150447-ace1-49a3-a61a-e2d9c0556d4f), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:23.880357 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d150447-ace1-49a3-a61a-e2d9c0556d4f {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 13:11:23.887755 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:23.891399 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-2f96cef2-7b04-4e12-82ae-270d7ae6b12b admin admin] 10.222.0.23 "DELETE /v2.0/routers/5d150447-ace1-49a3-a61a-e2d9c0556d4f HTTP/1.1" status: 204 len: 168 time: 0.9492819 Feb 28 13:11:23.891595 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57906) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:23.945781 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9d83e3-73a7-4d4e-b98b-73af43256889 admin admin] Deleting subnet 55139cf8-3dbd-443f-981b-18e77ff52d33 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:11:23.949021 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c9d83e3-73a7-4d4e-b98b-73af43256889 admin admin] Publish callbacks [] for subnet (55139cf8-3dbd-443f-981b-18e77ff52d33), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:23.997853 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c9d83e3-73a7-4d4e-b98b-73af43256889 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62710927'] for subnet (55139cf8-3dbd-443f-981b-18e77ff52d33), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.104658 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c9d83e3-73a7-4d4e-b98b-73af43256889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (55139cf8-3dbd-443f-981b-18e77ff52d33), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.234186 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c9d83e3-73a7-4d4e-b98b-73af43256889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58959930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58826773'] for subnet (55139cf8-3dbd-443f-981b-18e77ff52d33), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.259334 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d83e3-73a7-4d4e-b98b-73af43256889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55139cf8-3dbd-443f-981b-18e77ff52d33,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:24.262863 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c9d83e3-73a7-4d4e-b98b-73af43256889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.267053 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-8c9d83e3-73a7-4d4e-b98b-73af43256889 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/55139cf8-3dbd-443f-981b-18e77ff52d33 HTTP/1.1" status: 204 len: 168 time: 0.3736048 Feb 28 13:11:24.269438 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57910) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:24.272250 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87a4f7b-2dee-4c75-8222-64a03e3ef2c5 None None] Network c8284a6f-2913-430b-904b-3128435b8c2e requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:11:24.381880 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (c8284a6f-2913-430b-904b-3128435b8c2e), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.463031 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Deleting port 246eb038-e50a-4680-ab90-7b4cc5063f39 {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:24.463459 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.528291 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f791cc5d-b27f-4ab9-801b-170f6b630565 None None] DHCP port deletion for c8284a6f-2913-430b-904b-3128435b8c2e request from dv-cinder-831202-1-iscsi {{(pid=103233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 13:11:24.562579 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] For port 246eb038-e50a-4680-ab90-7b4cc5063f39, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=246eb038-e50a-4680-ab90-7b4cc5063f39,segment=NetworkSegment(2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e),segment_id=2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:24.563685 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.576964 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Calling delete_port for 246eb038-e50a-4680-ab90-7b4cc5063f39 owned by network:dhcp {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:24.597640 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f791cc5d-b27f-4ab9-801b-170f6b630565 None None] Deleting port 246eb038-e50a-4680-ab90-7b4cc5063f39 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:11:24.598077 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f791cc5d-b27f-4ab9-801b-170f6b630565 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.675777 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-f791cc5d-b27f-4ab9-801b-170f6b630565 None None] For port 246eb038-e50a-4680-ab90-7b4cc5063f39, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=246eb038-e50a-4680-ab90-7b4cc5063f39,segment=NetworkSegment(2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e),segment_id=2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:24.676187 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f791cc5d-b27f-4ab9-801b-170f6b630565 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.690478 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f791cc5d-b27f-4ab9-801b-170f6b630565 None None] Calling delete_port for 246eb038-e50a-4680-ab90-7b4cc5063f39 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:11:24.754697 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.775350 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f791cc5d-b27f-4ab9-801b-170f6b630565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709'] for port (246eb038-e50a-4680-ab90-7b4cc5063f39), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.789472 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] No DVR routers for this DVR port 246eb038-e50a-4680-ab90-7b4cc5063f39 on host dv-cinder-831202-1-iscsi {{(pid=103231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:11:24.796317 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=246eb038-e50a-4680-ab90-7b4cc5063f39,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:24.800977 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791cc5d-b27f-4ab9-801b-170f6b630565 None None] Pushing event deleted for resources: {'Port': ['ID=246eb038-e50a-4680-ab90-7b4cc5063f39,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:24.804484 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791cc5d-b27f-4ab9-801b-170f6b630565 None None] No DVR routers for this DVR port 246eb038-e50a-4680-ab90-7b4cc5063f39 on host dv-cinder-831202-1-iscsi {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:11:24.855273 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c101f911-7bd3-4140-a980-b0b61e7460a2 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:11:24.873661 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (c8284a6f-2913-430b-904b-3128435b8c2e), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.874767 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: c101f911-7bd3-4140-a980-b0b61e7460a2 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:11:24.875113 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c101f911-7bd3-4140-a980-b0b61e7460a2 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:11:24.876200 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 246eb038-e50a-4680-ab90-7b4cc5063f39 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:11:24.894903 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 246eb038-e50a-4680-ab90-7b4cc5063f39 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:11:24.895151 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8284a6f-2913-430b-904b-3128435b8c2e']}} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:24.895275 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 246eb038-e50a-4680-ab90-7b4cc5063f39 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:11:24.895605 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:11:24.905608 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e') {'for_net_delete': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:24.905928 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e') {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:24.914916 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:11:24.915267 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 7ddbcc2e-f3ad-4adf-8b5a-7608954a8d9f not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:11:24.916022 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59888048'] for segment (2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.931118 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.937099 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:11:24.937477 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808722'] for segment (2f4c8312-bec6-44ca-9ba9-13c1dd70fe3e), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: Traceback (most recent call last): Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: timer() Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: cb(*args, **kw) Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: return func(*args, **kwargs) Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: self._notify() Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: self.callback(batched_events) Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: event.method(event) Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: return f(self, *a, **k) Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._get(url).json() Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: return self.request(url, 'GET', **kwargs) Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:11:24.939705 dv-cinder-831202-1-iscsi neutron-server[103231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:11:25.045458 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (c8284a6f-2913-430b-904b-3128435b8c2e), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:25.052047 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:25.060826 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c8284a6f-2913-430b-904b-3128435b8c2e HTTP/1.1" status: 204 len: 168 time: 0.7846687 Feb 28 13:11:25.069358 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e64cd4-408c-4a55-bfb4-db759b9a1fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8284a6f-2913-430b-904b-3128435b8c2e,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:25.370706 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-978922a3-1de9-4f76-926b-0e9a6ccb4504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:25.455663 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57938) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:25.497172 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d2cc41b8-c8a3-48cb-b5cf-b99a3d266d2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91a0fe7cf4f342fd972e60973badf7ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402985 Feb 28 13:11:25.499733 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57940) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:25.549437 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-15037a5e-425e-4051-8af2-bf9414dcb1a0 admin admin] Publish callbacks [] for security_group (6991ebc9-e762-4233-a0cd-02f75e1cd0ea), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:25.574243 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-15037a5e-425e-4051-8af2-bf9414dcb1a0 admin admin] Publish callbacks [] for security_group (6991ebc9-e762-4233-a0cd-02f75e1cd0ea), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:25.680997 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-15037a5e-425e-4051-8af2-bf9414dcb1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (6991ebc9-e762-4233-a0cd-02f75e1cd0ea), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:25.682502 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-15037a5e-425e-4051-8af2-bf9414dcb1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:25.683954 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-15037a5e-425e-4051-8af2-bf9414dcb1a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6991ebc9-e762-4233-a0cd-02f75e1cd0ea HTTP/1.1" status: 204 len: 168 time: 0.1830935 Feb 28 13:11:25.693934 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15037a5e-425e-4051-8af2-bf9414dcb1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6991ebc9-e762-4233-a0cd-02f75e1cd0ea,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:26.261436 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57962) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:26.301315 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-9aa40ff1-f346-4752-aab6-e1269f5f2fb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8920d187f7a64f4595b6ad4d5531255f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386944 Feb 28 13:11:26.303790 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57964) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:26.349525 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0f28e7c-d4c6-4e51-8534-db4b9d737697 admin admin] Publish callbacks [] for security_group (cc9d9b25-c362-47c0-a2c8-f001282a3652), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:26.370306 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0f28e7c-d4c6-4e51-8534-db4b9d737697 admin admin] Publish callbacks [] for security_group (cc9d9b25-c362-47c0-a2c8-f001282a3652), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:26.490573 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0f28e7c-d4c6-4e51-8534-db4b9d737697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (cc9d9b25-c362-47c0-a2c8-f001282a3652), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:26.493042 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0f28e7c-d4c6-4e51-8534-db4b9d737697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:26.494239 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-f0f28e7c-d4c6-4e51-8534-db4b9d737697 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc9d9b25-c362-47c0-a2c8-f001282a3652 HTTP/1.1" status: 204 len: 168 time: 0.1895685 Feb 28 13:11:26.501973 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f28e7c-d4c6-4e51-8534-db4b9d737697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9d9b25-c362-47c0-a2c8-f001282a3652,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:26.736837 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.035714 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 57978) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:27.147754 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e37d6269-2de0-4147-8a27-2329e456bff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.222102 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e37d6269-2de0-4147-8a27-2329e456bff4 admin admin] Publish callbacks [] for security_group (69b18860-5c66-4e26-a464-535e50de2c63), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.296222 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e37d6269-2de0-4147-8a27-2329e456bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (69b18860-5c66-4e26-a464-535e50de2c63), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.334156 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-e37d6269-2de0-4147-8a27-2329e456bff4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a8c0a8d98e647eb9e2f4f29108b2161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973428 Feb 28 13:11:27.336126 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d6269-2de0-4147-8a27-2329e456bff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b18860-5c66-4e26-a464-535e50de2c63,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:27.337346 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57992) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:27.389538 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ef51c4b-5c0d-4dac-83e0-ac0dfc43a646 admin admin] Publish callbacks [] for security_group (69b18860-5c66-4e26-a464-535e50de2c63), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.410842 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ef51c4b-5c0d-4dac-83e0-ac0dfc43a646 admin admin] Publish callbacks [] for security_group (69b18860-5c66-4e26-a464-535e50de2c63), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.559256 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ef51c4b-5c0d-4dac-83e0-ac0dfc43a646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (69b18860-5c66-4e26-a464-535e50de2c63), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.561968 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ef51c4b-5c0d-4dac-83e0-ac0dfc43a646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.563696 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-7ef51c4b-5c0d-4dac-83e0-ac0dfc43a646 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69b18860-5c66-4e26-a464-535e50de2c63 HTTP/1.1" status: 204 len: 168 time: 0.2246830 Feb 28 13:11:27.572190 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef51c4b-5c0d-4dac-83e0-ac0dfc43a646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b18860-5c66-4e26-a464-535e50de2c63,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:27.575769 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 57998) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:27.681853 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3c35e1d-8deb-4ad0-81c7-1a6975dcae26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.753117 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3c35e1d-8deb-4ad0-81c7-1a6975dcae26 admin admin] Publish callbacks [] for security_group (1687130c-6135-4c7a-a022-ee0f2bfb9971), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.820090 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3c35e1d-8deb-4ad0-81c7-1a6975dcae26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (1687130c-6135-4c7a-a022-ee0f2bfb9971), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.869878 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-f3c35e1d-8deb-4ad0-81c7-1a6975dcae26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e4ff8ae79d04c8aaa0b36ca94ebc456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907135 Feb 28 13:11:27.869878 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c35e1d-8deb-4ad0-81c7-1a6975dcae26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1687130c-6135-4c7a-a022-ee0f2bfb9971,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:27.870994 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58004) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:27.920887 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0a382720-1a62-44b8-969f-9afb92534a45 admin admin] Publish callbacks [] for security_group (1687130c-6135-4c7a-a022-ee0f2bfb9971), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.943459 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0a382720-1a62-44b8-969f-9afb92534a45 admin admin] Publish callbacks [] for security_group (1687130c-6135-4c7a-a022-ee0f2bfb9971), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:27.959488 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:28.056410 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0a382720-1a62-44b8-969f-9afb92534a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (1687130c-6135-4c7a-a022-ee0f2bfb9971), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:28.059319 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0a382720-1a62-44b8-969f-9afb92534a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:28.060593 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-0a382720-1a62-44b8-969f-9afb92534a45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1687130c-6135-4c7a-a022-ee0f2bfb9971 HTTP/1.1" status: 204 len: 168 time: 0.1883595 Feb 28 13:11:28.069575 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a382720-1a62-44b8-969f-9afb92534a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1687130c-6135-4c7a-a022-ee0f2bfb9971,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:29.410720 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:32.359775 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:11:38.797588 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58190) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:38.904018 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d515804a-ccb6-45d6-bc61-7960f8d0c564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:38.980688 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d515804a-ccb6-45d6-bc61-7960f8d0c564 admin admin] Publish callbacks [] for security_group (d0b8a11e-895b-41ff-9da9-ccfc02bf658d), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:39.067624 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d515804a-ccb6-45d6-bc61-7960f8d0c564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (d0b8a11e-895b-41ff-9da9-ccfc02bf658d), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:39.104469 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515804a-ccb6-45d6-bc61-7960f8d0c564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b8a11e-895b-41ff-9da9-ccfc02bf658d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:39.108924 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d515804a-ccb6-45d6-bc61-7960f8d0c564 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47f880c9b6734347b5f6b244713373af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102181 Feb 28 13:11:39.112911 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58194) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:39.158752 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cc627bea-578a-49d2-a580-ba0bd512c493 admin admin] Publish callbacks [] for security_group (d0b8a11e-895b-41ff-9da9-ccfc02bf658d), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:39.179721 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cc627bea-578a-49d2-a580-ba0bd512c493 admin admin] Publish callbacks [] for security_group (d0b8a11e-895b-41ff-9da9-ccfc02bf658d), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:39.273452 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cc627bea-578a-49d2-a580-ba0bd512c493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (d0b8a11e-895b-41ff-9da9-ccfc02bf658d), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:39.276028 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cc627bea-578a-49d2-a580-ba0bd512c493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:39.277183 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-cc627bea-578a-49d2-a580-ba0bd512c493 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0b8a11e-895b-41ff-9da9-ccfc02bf658d HTTP/1.1" status: 204 len: 168 time: 0.1633821 Feb 28 13:11:39.285638 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc627bea-578a-49d2-a580-ba0bd512c493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b8a11e-895b-41ff-9da9-ccfc02bf658d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:40.266458 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58224) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:40.359490 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-12366434-network', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:11:40.472949 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Made reservation on behalf of 1a9a68bda9714c41802a700e3546ed2b for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:11:40.475831 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:40.484211 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:40.555158 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Publish callbacks [] for security_group (2c1a3fef-6b76-4c35-9521-3b14bd880dd1), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:40.592774 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (2c1a3fef-6b76-4c35-9521-3b14bd880dd1), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:40.618960 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:11:40.628303 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1a3fef-6b76-4c35-9521-3b14bd880dd1,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:40.632842 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (814269f0-0a89-4209-bea7-bdfba268091a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:40.633179 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Added segment 814269f0-0a89-4209-bea7-bdfba268091a of type vlan for network 3d1349b2-b6f0-452f-acee-33d85350fdfc Feb 28 13:11:40.672723 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (3d1349b2-b6f0-452f-acee-33d85350fdfc), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:40.730434 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (3d1349b2-b6f0-452f-acee-33d85350fdfc), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:40.731356 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:40.731969 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:40.790288 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] Pushing event updated for resources: {'Network': ['ID=3d1349b2-b6f0-452f-acee-33d85350fdfc,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:40.800469 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 3d1349b2-b6f0-452f-acee-33d85350fdfc details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:11:40.819027 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-9e4a81a0-8a55-41f1-9a6d-c2e75e4e73f8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5514832 Feb 28 13:11:40.821858 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58232) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:40.826561 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6d42e9d2-f649-4ae3-a48c-15c363179e3b admin admin] Request body: {'subnet': {'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-12366434-subnet', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:11:40.924499 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d42e9d2-f649-4ae3-a48c-15c363179e3b admin admin] Made reservation on behalf of 1a9a68bda9714c41802a700e3546ed2b for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:11:40.926885 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d42e9d2-f649-4ae3-a48c-15c363179e3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58826814'] for subnet (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.126106 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58236) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:41.147981 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d42e9d2-f649-4ae3-a48c-15c363179e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58959997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58826764'] for subnet (81899eb4-67db-45a9-9257-0c8eaaf4016c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.207029 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42e9d2-f649-4ae3-a48c-15c363179e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=81899eb4-67db-45a9-9257-0c8eaaf4016c,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:41.216279 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42e9d2-f649-4ae3-a48c-15c363179e3b admin admin] Checking segment: {'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:11:41.216625 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d42e9d2-f649-4ae3-a48c-15c363179e3b admin admin] Network hostable DHCP agents. Network: 3d1349b2-b6f0-452f-acee-33d85350fdfc, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:11:41.233553 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a476188-98b4-4fd9-a97e-35ca90cca50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.310669 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a476188-98b4-4fd9-a97e-35ca90cca50f admin admin] Publish callbacks [] for security_group (9f53e610-c33e-4423-b7b8-c99903a9ae61), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.330307 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d42e9d2-f649-4ae3-a48c-15c363179e3b admin admin] Network 3d1349b2-b6f0-452f-acee-33d85350fdfc is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:11:41.404712 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a476188-98b4-4fd9-a97e-35ca90cca50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (9f53e610-c33e-4423-b7b8-c99903a9ae61), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.444771 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-6a476188-98b4-4fd9-a97e-35ca90cca50f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e29a92433f8c42e5b684ed0598f61290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146143 Feb 28 13:11:41.444771 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a476188-98b4-4fd9-a97e-35ca90cca50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f53e610-c33e-4423-b7b8-c99903a9ae61,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:41.445180 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58240) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:41.450473 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-6d42e9d2-f649-4ae3-a48c-15c363179e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 3d1349b2-b6f0-452f-acee-33d85350fdfc) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:11:41.454668 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42e9d2-f649-4ae3-a48c-15c363179e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:41.455239 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d42e9d2-f649-4ae3-a48c-15c363179e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.464477 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e84bc4-dbde-4e0f-ba07-d5f533e5aa9c None None] Network 3d1349b2-b6f0-452f-acee-33d85350fdfc requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:11:41.503035 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-737189a4-8544-496c-af3c-f5348b1ceed4 admin admin] Publish callbacks [] for security_group (9f53e610-c33e-4423-b7b8-c99903a9ae61), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.524383 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-737189a4-8544-496c-af3c-f5348b1ceed4 admin admin] Publish callbacks [] for security_group (9f53e610-c33e-4423-b7b8-c99903a9ae61), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.545095 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-6d42e9d2-f649-4ae3-a48c-15c363179e3b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7219031 Feb 28 13:11:41.547834 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58242) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:41.552769 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:11:41.569614 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4da0fec-8aac-54e0-9d72-a406a4863af2-3d1349b2-b6f0-452f-acee-33d85350fdfc', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'fixed_ips': [{'subnet_id': '81899eb4-67db-45a9-9257-0c8eaaf4016c'}]}} from dv-cinder-831202-1-iscsi. {{(pid=103233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 13:11:41.570694 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.639294 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7267'] for router (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.640438 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7272'] for router (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.656242 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-737189a4-8544-496c-af3c-f5348b1ceed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (9f53e610-c33e-4423-b7b8-c99903a9ae61), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.658841 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-737189a4-8544-496c-af3c-f5348b1ceed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.670181 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-737189a4-8544-496c-af3c-f5348b1ceed4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f53e610-c33e-4423-b7b8-c99903a9ae61 HTTP/1.1" status: 204 len: 168 time: 0.2165256 Feb 28 13:11:41.681559 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737189a4-8544-496c-af3c-f5348b1ceed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f53e610-c33e-4423-b7b8-c99903a9ae61,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:41.706382 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Publish callbacks [] for router_controller (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.774905 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Allocated IP 172.20.0.2 (3d1349b2-b6f0-452f-acee-33d85350fdfc/81899eb4-67db-45a9-9257-0c8eaaf4016c/c32a5200-6667-4ef7-82b2-c430f15beb66) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:11:41.916987 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Publish callbacks [] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:41.971059 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:42.014540 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Network 3d1349b2-b6f0-452f-acee-33d85350fdfc is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:11:42.019456 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:11:42.023602 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:11:42.031418 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Pushing event updated for resources: {'Port': ['ID=c32a5200-6667-4ef7-82b2-c430f15beb66,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:42.086742 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Attempting to bind port c32a5200-6667-4ef7-82b2-c430f15beb66 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:11:42.087111 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Attempting to bind port c32a5200-6667-4ef7-82b2-c430f15beb66 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:11:42.087697 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Attempting to bind port c32a5200-6667-4ef7-82b2-c430f15beb66 on network 3d1349b2-b6f0-452f-acee-33d85350fdfc {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:11:42.093120 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:11:42.093509 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Checking segment: {'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:11:42.093912 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:42.094361 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Bound using segment: {'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:11:42.094759 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Bound port: c32a5200-6667-4ef7-82b2-c430f15beb66, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:11:42.095141 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:42.160381 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] For port c32a5200-6667-4ef7-82b2-c430f15beb66, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:11:42.163993 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] For port c32a5200-6667-4ef7-82b2-c430f15beb66, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c32a5200-6667-4ef7-82b2-c430f15beb66,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:11:42.181332 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Publish callbacks [] for router_gateway (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:42.245657 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:42.309047 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30413083-d491-40d5-9d13-6fd1d9aaffab None None] Pushing event updated for resources: {'Port': ['ID=c32a5200-6667-4ef7-82b2-c430f15beb66,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:42.471033 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Publish callbacks [] for router_gateway (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:42.493544 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:42.617605 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Allocated IP 172.27.2.232 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/bafb7a46-b542-409b-88b4-ef4d0d9b9b28) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:11:42.718633 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Publish callbacks [] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:42.800631 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:42.844801 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:11:42.847614 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:11:42.850147 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:11:42.879027 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c32a5200-6667-4ef7-82b2-c430f15beb66 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:11:42.886296 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Pushing event updated for resources: {'Port': ['ID=bafb7a46-b542-409b-88b4-ef4d0d9b9b28,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:42.955429 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port c32a5200-6667-4ef7-82b2-c430f15beb66 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:42.955983 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:43.052525 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port c32a5200-6667-4ef7-82b2-c430f15beb66 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:43.053015 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:43.086289 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port c32a5200-6667-4ef7-82b2-c430f15beb66, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c32a5200-6667-4ef7-82b2-c430f15beb66,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:43.164460 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:43.219787 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=c32a5200-6667-4ef7-82b2-c430f15beb66,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:43.244242 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Publish callbacks [] for router_gateway (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:43.291461 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb978b6-02cf-4dd8-8b29-fabcd31be546 None None] Network 3d1349b2-b6f0-452f-acee-33d85350fdfc requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:11:43.354895 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-3b9348a9-8190-4fbb-b97c-aea4d5d561f4 None None] Provisioning complete for port c32a5200-6667-4ef7-82b2-c430f15beb66 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:43.355833 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3b9348a9-8190-4fbb-b97c-aea4d5d561f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:43.465402 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3689114'] for router (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:43.480782 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-3b9348a9-8190-4fbb-b97c-aea4d5d561f4 None None] Current status of the port c32a5200-6667-4ef7-82b2-c430f15beb66 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:43.684601 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 is scheduled to L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 13:11:43.705488 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-87c23dad-6471-4cd3-a444-2a8cefdb1b20 None None] Provisioning complete for port c32a5200-6667-4ef7-82b2-c430f15beb66 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:43.705866 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87c23dad-6471-4cd3-a444-2a8cefdb1b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:43.792539 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-87c23dad-6471-4cd3-a444-2a8cefdb1b20 None None] Current status of the port c32a5200-6667-4ef7-82b2-c430f15beb66 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:43.804475 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:11:43.813485 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Sync routers for ids ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:11:43.822750 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Routers {'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:43.823365 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:43.870384 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:43.874143 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-fe5a08b9-426c-48d6-b37f-673b483e1e6a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3228307 Feb 28 13:11:43.874418 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58286) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:44.063773 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Set router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:44.245303 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:11:43Z', 'revision_number': 3, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:44.273697 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Checking router: e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:11:44.274137 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Updating router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 port bafb7a46-b542-409b-88b4-ef4d0d9b9b28 binding host dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:11:44.302283 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:44.308545 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:44.471392 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Allocated IP 172.20.0.1 (3d1349b2-b6f0-452f-acee-33d85350fdfc/81899eb4-67db-45a9-9257-0c8eaaf4016c/a45e6f0e-15d1-43c8-8abe-3c71a0762492) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:11:44.577110 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Publish callbacks [] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:44.578928 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Publish callbacks [] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:44.644130 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:44.667656 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:44.703067 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Attempting to bind port bafb7a46-b542-409b-88b4-ef4d0d9b9b28 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:11:44.703448 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Attempting to bind port bafb7a46-b542-409b-88b4-ef4d0d9b9b28 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:11:44.703838 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Attempting to bind port bafb7a46-b542-409b-88b4-ef4d0d9b9b28 on network 35badc98-a186-415a-b1b0-8c2ba87645f6 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:11:44.706651 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a680e67-26ff-4efd-a309-fd43f1702fd1 None None] Pushing event updated for resources: {'Port': ['ID=bafb7a46-b542-409b-88b4-ef4d0d9b9b28,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:44.711546 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:11:44.711929 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Checking segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:11:44.712331 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:44.712721 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Bound using segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:11:44.712912 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Network 3d1349b2-b6f0-452f-acee-33d85350fdfc is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:11:44.713364 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Bound port: bafb7a46-b542-409b-88b4-ef4d0d9b9b28, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:11:44.713550 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:44.715822 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:11:44.719545 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:11:44.726002 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Pushing event updated for resources: {'Port': ['ID=a45e6f0e-15d1-43c8-8abe-3c71a0762492,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:44.763695 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690439'] for router_interface (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:44.769453 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] For port bafb7a46-b542-409b-88b4-ef4d0d9b9b28, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:11:44.772794 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] For port bafb7a46-b542-409b-88b4-ef4d0d9b9b28, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=bafb7a46-b542-409b-88b4-ef4d0d9b9b28,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:11:44.845423 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:44.880050 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c32a5200-6667-4ef7-82b2-c430f15beb66 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:11:44.949881 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a680e67-26ff-4efd-a309-fd43f1702fd1 None None] Pushing event updated for resources: {'Port': ['ID=bafb7a46-b542-409b-88b4-ef4d0d9b9b28,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:44.954944 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Routers {'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:44.955579 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:45.001688 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:45.016254 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port c32a5200-6667-4ef7-82b2-c430f15beb66 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:45.016630 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:45.094158 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-26e11434-9b9d-43ec-8349-166eba94b604 None None] Provisioning complete for port a45e6f0e-15d1-43c8-8abe-3c71a0762492 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:45.094827 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26e11434-9b9d-43ec-8349-166eba94b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:45.132793 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] Set router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:45.162420 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Publish callbacks [] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:45.199329 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-26e11434-9b9d-43ec-8349-166eba94b604 None None] Port a45e6f0e-15d1-43c8-8abe-3c71a0762492 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:11:45.215911 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:45.274725 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port c32a5200-6667-4ef7-82b2-c430f15beb66 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:45.280458 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Pushing event updated for resources: {'Port': ['ID=a45e6f0e-15d1-43c8-8abe-3c71a0762492,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:45.282802 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689303'] for router_interface (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:45.352015 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:11:43Z', 'revision_number': 3, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:45.376824 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Network 3d1349b2-b6f0-452f-acee-33d85350fdfc is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:11:45.377983 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae4cb5-4062-40c5-9b34-0fcd95eb6730 None None] The sync data for ids ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'] in dv-cinder-831202-1-iscsi is: [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:11:43Z', 'revision_number': 3, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:11:45.378515 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:11:45.509536 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:11:45.626956 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-7489e79b-a607-46a5-885d-0ce2ee0ae9f2 None None] Provisioning complete for port a45e6f0e-15d1-43c8-8abe-3c71a0762492 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:45.627338 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7489e79b-a607-46a5-885d-0ce2ee0ae9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:45.642091 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:11:45.652759 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-0a89b5c3-1c94-470a-ac78-1b53f5102172 admin admin] 10.222.0.23 "PUT /v2.0/routers/e5b0f2b4-8c70-4b28-8eef-7aaf66e65840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7737935 Feb 28 13:11:45.691936 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7489e79b-a607-46a5-885d-0ce2ee0ae9f2 None None] Port a45e6f0e-15d1-43c8-8abe-3c71a0762492 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:11:46.471847 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58322) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:46.477059 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-259218917-network', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:11:46.621691 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Made reservation on behalf of ddfff770e68c4084a0160301360b4bb5 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:11:46.624298 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:46.637136 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:46.738815 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Publish callbacks [] for security_group (6746436f-753b-49ea-8d5b-987dcca71c5c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:46.867756 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (6746436f-753b-49ea-8d5b-987dcca71c5c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:46.875633 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device bafb7a46-b542-409b-88b4-ef4d0d9b9b28 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:11:46.893662 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:11:46.903402 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6746436f-753b-49ea-8d5b-987dcca71c5c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:46.908846 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (7fb78b3a-01c5-4100-98c9-33604c262383), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:46.909042 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Added segment 7fb78b3a-01c5-4100-98c9-33604c262383 of type vlan for network 1d7adfbd-9652-4c39-ac9b-dd76328978ed Feb 28 13:11:46.932477 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port bafb7a46-b542-409b-88b4-ef4d0d9b9b28 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:46.932999 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:46.937457 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Sync routers for ids ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:11:46.951376 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Routers {'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:46.952019 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:46.965453 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (1d7adfbd-9652-4c39-ac9b-dd76328978ed), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.018488 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port bafb7a46-b542-409b-88b4-ef4d0d9b9b28 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:47.018834 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.040969 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port bafb7a46-b542-409b-88b4-ef4d0d9b9b28, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=bafb7a46-b542-409b-88b4-ef4d0d9b9b28,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:47.045200 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (1d7adfbd-9652-4c39-ac9b-dd76328978ed), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.046238 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:47.046921 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.061753 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Set router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:47.091132 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.110088 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] Pushing event updated for resources: {'Network': ['ID=1d7adfbd-9652-4c39-ac9b-dd76328978ed,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:47.126682 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 1d7adfbd-9652-4c39-ac9b-dd76328978ed details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:11:47.167433 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-8bf02c59-bc20-4664-a322-cc8d9ac714d6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6944139 Feb 28 13:11:47.170805 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58326) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:47.177541 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-cbb4f3d4-6a0a-47da-a576-bf49bec25360 admin admin] Request body: {'subnet': {'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-259218917-subnet', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'ip_version': 4}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:11:47.205061 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=bafb7a46-b542-409b-88b4-ef4d0d9b9b28,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:47.250609 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb4f3d4-6a0a-47da-a576-bf49bec25360 admin admin] Made reservation on behalf of ddfff770e68c4084a0160301360b4bb5 for: {'subnet': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:11:47.253125 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cbb4f3d4-6a0a-47da-a576-bf49bec25360 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58726819'] for subnet (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.263263 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:11:44Z', 'revision_number': 4, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'a45e6f0e-15d1-43c8-8abe-3c71a0762492', 'name': '', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'mac_address': 'fa:16:3e:cb:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:44Z', 'updated_at': '2022-02-28T13:11:45Z', 'revision_number': 2, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'subnets': [{'id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:47.290892 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Checking router: e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:11:47.291153 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Updating router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 port a45e6f0e-15d1-43c8-8abe-3c71a0762492 binding host dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:11:47.317936 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.468410 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cbb4f3d4-6a0a-47da-a576-bf49bec25360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58726801'] for subnet (ced98794-085d-44b1-bef1-19159a4f9838), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.525168 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4f3d4-6a0a-47da-a576-bf49bec25360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced98794-085d-44b1-bef1-19159a4f9838,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:47.533820 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb4f3d4-6a0a-47da-a576-bf49bec25360 admin admin] Checking segment: {'id': '7fb78b3a-01c5-4100-98c9-33604c262383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:11:47.534177 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb4f3d4-6a0a-47da-a576-bf49bec25360 admin admin] Network hostable DHCP agents. Network: 1d7adfbd-9652-4c39-ac9b-dd76328978ed, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:11:47.584890 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Publish callbacks [] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.615905 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb4f3d4-6a0a-47da-a576-bf49bec25360 admin admin] Network 1d7adfbd-9652-4c39-ac9b-dd76328978ed is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:11:47.667203 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.695771 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-cbb4f3d4-6a0a-47da-a576-bf49bec25360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 1d7adfbd-9652-4c39-ac9b-dd76328978ed) {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:11:47.708851 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d926494f-36a9-40b6-b43a-b6b9903b63ca None None] Network 1d7adfbd-9652-4c39-ac9b-dd76328978ed requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:11:47.713513 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Pushing event updated for resources: {'Port': ['ID=a45e6f0e-15d1-43c8-8abe-3c71a0762492,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:47.714108 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb4f3d4-6a0a-47da-a576-bf49bec25360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:11:47.714709 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cbb4f3d4-6a0a-47da-a576-bf49bec25360 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.722345 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.723109 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.723672 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.724178 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.724669 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.725170 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.725505 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.725836 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.726164 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.726506 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.726842 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.727164 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.727506 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:11:47.790468 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Attempting to bind port a45e6f0e-15d1-43c8-8abe-3c71a0762492 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:11:47.790827 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Attempting to bind port a45e6f0e-15d1-43c8-8abe-3c71a0762492 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:11:47.791511 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Attempting to bind port a45e6f0e-15d1-43c8-8abe-3c71a0762492 on network 3d1349b2-b6f0-452f-acee-33d85350fdfc {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:11:47.796795 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:11:47.797052 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Checking segment: {'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:11:47.797421 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.797826 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Bound using segment: {'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:11:47.798259 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Bound port: a45e6f0e-15d1-43c8-8abe-3c71a0762492, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:11:47.798639 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.807573 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-cbb4f3d4-6a0a-47da-a576-bf49bec25360 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6335309 Feb 28 13:11:47.808493 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58340) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:47.812929 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-259218917-router', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:11:47.850610 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4da0fec-8aac-54e0-9d72-a406a4863af2-1d7adfbd-9652-4c39-ac9b-dd76328978ed', 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed', 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'fixed_ips': [{'subnet_id': 'ced98794-085d-44b1-bef1-19159a4f9838'}]}} from dv-cinder-831202-1-iscsi. {{(pid=103233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 13:11:47.851897 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.919386 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7267'] for router (9562ba85-e213-4423-bcb6-0e855685f095), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.922679 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7272'] for router (9562ba85-e213-4423-bcb6-0e855685f095), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.924425 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:47.963814 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] For port a45e6f0e-15d1-43c8-8abe-3c71a0762492, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:11:47.967324 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] For port a45e6f0e-15d1-43c8-8abe-3c71a0762492, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=a45e6f0e-15d1-43c8-8abe-3c71a0762492,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:11:48.005208 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Publish callbacks [] for router_controller (9562ba85-e213-4423-bcb6-0e855685f095), precommit_add_association {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.039755 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.098815 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae72501-08ac-4059-aa33-ce535443ddea None None] Pushing event updated for resources: {'Port': ['ID=a45e6f0e-15d1-43c8-8abe-3c71a0762492,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:48.108217 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Routers {'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:48.108841 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:48.176852 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-cae2ecae-a32f-4e93-af14-8a3f0a61e313 None None] Provisioning complete for port a45e6f0e-15d1-43c8-8abe-3c71a0762492 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:48.177229 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cae2ecae-a32f-4e93-af14-8a3f0a61e313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.179253 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Allocated IP 172.20.0.2 (1d7adfbd-9652-4c39-ac9b-dd76328978ed/ced98794-085d-44b1-bef1-19159a4f9838/410eeba3-3d63-440b-9d2d-733a2409f474) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:11:48.258065 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] Set router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:48.299925 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Publish callbacks [] for router_gateway (9562ba85-e213-4423-bcb6-0e855685f095), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.368466 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-cae2ecae-a32f-4e93-af14-8a3f0a61e313 None None] Current status of the port a45e6f0e-15d1-43c8-8abe-3c71a0762492 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:48.374968 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cae2ecae-a32f-4e93-af14-8a3f0a61e313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.441563 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-cae2ecae-a32f-4e93-af14-8a3f0a61e313 None None] For port a45e6f0e-15d1-43c8-8abe-3c71a0762492, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=a45e6f0e-15d1-43c8-8abe-3c71a0762492,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:48.442830 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Publish callbacks [] for port (410eeba3-3d63-440b-9d2d-733a2409f474), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.483909 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:11:44Z', 'revision_number': 4, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'a45e6f0e-15d1-43c8-8abe-3c71a0762492', 'name': '', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'mac_address': 'fa:16:3e:cb:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:44Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'subnets': [{'id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:48.515025 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed94800d-b369-4b52-ab0e-a2ed32251206 None None] The sync data for ids ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'] in dv-cinder-831202-1-iscsi is: [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:11:44Z', 'revision_number': 4, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'a45e6f0e-15d1-43c8-8abe-3c71a0762492', 'name': '', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'mac_address': 'fa:16:3e:cb:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:44Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'subnets': [{'id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:11:48.525351 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cae2ecae-a32f-4e93-af14-8a3f0a61e313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.561625 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.605528 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Network 1d7adfbd-9652-4c39-ac9b-dd76328978ed is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:11:48.613654 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:11:48.616370 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2ecae-a32f-4e93-af14-8a3f0a61e313 None None] Pushing event updated for resources: {'Port': ['ID=a45e6f0e-15d1-43c8-8abe-3c71a0762492,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:48.619970 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:11:48.650982 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Publish callbacks [] for router_gateway (9562ba85-e213-4423-bcb6-0e855685f095), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.676077 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.744729 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Pushing event updated for resources: {'Port': ['ID=410eeba3-3d63-440b-9d2d-733a2409f474,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:48.748292 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Attempting to bind port 410eeba3-3d63-440b-9d2d-733a2409f474 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:11:48.748664 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Attempting to bind port 410eeba3-3d63-440b-9d2d-733a2409f474 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '7fb78b3a-01c5-4100-98c9-33604c262383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:11:48.749389 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Attempting to bind port 410eeba3-3d63-440b-9d2d-733a2409f474 on network 1d7adfbd-9652-4c39-ac9b-dd76328978ed {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:11:48.751253 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-ffc1790d-fcbb-4331-9d99-a5d474912518 None None] Provisioning complete for port a45e6f0e-15d1-43c8-8abe-3c71a0762492 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:48.751975 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ffc1790d-fcbb-4331-9d99-a5d474912518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.779388 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:11:48.779799 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Checking segment: {'id': '7fb78b3a-01c5-4100-98c9-33604c262383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:11:48.780206 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.780603 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Bound using segment: {'id': '7fb78b3a-01c5-4100-98c9-33604c262383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:11:48.781238 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Bound port: 410eeba3-3d63-440b-9d2d-733a2409f474, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb78b3a-01c5-4100-98c9-33604c262383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:11:48.781626 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:48.824407 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Allocated IP 172.27.2.184 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/6537320c-b58a-4f9a-9259-18377c1bcd12) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:11:48.893747 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] For port 410eeba3-3d63-440b-9d2d-733a2409f474, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:11:48.911319 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] For port 410eeba3-3d63-440b-9d2d-733a2409f474, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=410eeba3-3d63-440b-9d2d-733a2409f474,segment=NetworkSegment(7fb78b3a-01c5-4100-98c9-33604c262383),segment_id=7fb78b3a-01c5-4100-98c9-33604c262383)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:11:48.916784 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ffc1790d-fcbb-4331-9d99-a5d474912518 None None] Current status of the port a45e6f0e-15d1-43c8-8abe-3c71a0762492 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:48.960454 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device a45e6f0e-15d1-43c8-8abe-3c71a0762492 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:11:48.961115 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Publish callbacks [] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.007681 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.078432 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port a45e6f0e-15d1-43c8-8abe-3c71a0762492 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:49.078830 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.085196 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.108323 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d796b75-f23a-4da7-b0fc-54a5db4e0640 None None] Pushing event updated for resources: {'Port': ['ID=410eeba3-3d63-440b-9d2d-733a2409f474,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:49.110387 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:11:49.113238 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:11:49.137094 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:11:49.176046 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58360) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:49.206684 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Pushing event updated for resources: {'Port': ['ID=6537320c-b58a-4f9a-9259-18377c1bcd12,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:49.214001 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port a45e6f0e-15d1-43c8-8abe-3c71a0762492 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:49.215096 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device bafb7a46-b542-409b-88b4-ef4d0d9b9b28 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:11:49.285009 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port bafb7a46-b542-409b-88b4-ef4d0d9b9b28 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:49.285385 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.406594 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port bafb7a46-b542-409b-88b4-ef4d0d9b9b28 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:49.408316 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68764035-9634-4830-9d83-dcd165af8b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.515974 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68764035-9634-4830-9d83-dcd165af8b84 admin admin] Publish callbacks [] for security_group (a48ab37d-d5fe-4b19-898a-24e4288bb577), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.576123 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68764035-9634-4830-9d83-dcd165af8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (a48ab37d-d5fe-4b19-898a-24e4288bb577), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.622322 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-68764035-9634-4830-9d83-dcd165af8b84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43f3b8bd911946ec9af7cfc447be3b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4425313 Feb 28 13:11:49.622322 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68764035-9634-4830-9d83-dcd165af8b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48ab37d-d5fe-4b19-898a-24e4288bb577,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:49.623625 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58364) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:49.686604 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d244a0af-b3d8-4f57-8b73-8c4c7c76537b admin admin] Publish callbacks [] for security_group (a48ab37d-d5fe-4b19-898a-24e4288bb577), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.713050 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d244a0af-b3d8-4f57-8b73-8c4c7c76537b admin admin] Publish callbacks [] for security_group (a48ab37d-d5fe-4b19-898a-24e4288bb577), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.755684 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Publish callbacks [] for router_gateway (9562ba85-e213-4423-bcb6-0e855685f095), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.849072 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d244a0af-b3d8-4f57-8b73-8c4c7c76537b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (a48ab37d-d5fe-4b19-898a-24e4288bb577), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.852379 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d244a0af-b3d8-4f57-8b73-8c4c7c76537b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:49.853702 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d244a0af-b3d8-4f57-8b73-8c4c7c76537b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a48ab37d-d5fe-4b19-898a-24e4288bb577 HTTP/1.1" status: 204 len: 168 time: 0.2288597 Feb 28 13:11:49.863463 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244a0af-b3d8-4f57-8b73-8c4c7c76537b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48ab37d-d5fe-4b19-898a-24e4288bb577,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:50.001558 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3689114'] for router (9562ba85-e213-4423-bcb6-0e855685f095), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.187749 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Router 9562ba85-e213-4423-bcb6-0e855685f095 is scheduled to L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e with binding_index 1 {{(pid=103231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 13:11:50.227023 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895de199-f8d9-4eac-9043-40afdf12f172 None None] Network 1d7adfbd-9652-4c39-ac9b-dd76328978ed requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:11:50.293201 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-5ea37a28-2ffe-4504-b693-c106c80bca9c None None] Provisioning complete for port 410eeba3-3d63-440b-9d2d-733a2409f474 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:50.293585 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ea37a28-2ffe-4504-b693-c106c80bca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.308416 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:11:50.324978 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Sync routers for ids ['9562ba85-e213-4423-bcb6-0e855685f095'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:11:50.359733 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Routers {'9562ba85-e213-4423-bcb6-0e855685f095'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:50.360362 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9562ba85-e213-4423-bcb6-0e855685f095'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:50.389427 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.390622 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-f8a21eb5-a8d5-4956-9353-e9dde029c565 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5811272 Feb 28 13:11:50.393384 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58370) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:50.487192 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58372) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:50.507260 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1c2a-a5b5-45f7-a790-6b3ee156f2a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.523550 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-5ea37a28-2ffe-4504-b693-c106c80bca9c None None] Current status of the port 410eeba3-3d63-440b-9d2d-733a2409f474 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:50.523958 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ea37a28-2ffe-4504-b693-c106c80bca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.554642 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Set router 9562ba85-e213-4423-bcb6-0e855685f095 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:50.606624 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1c2a-a5b5-45f7-a790-6b3ee156f2a9 admin admin] Publish callbacks [] for security_group (5cf1787d-231b-4b0a-876e-5ebefe184179), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.623795 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5ea37a28-2ffe-4504-b693-c106c80bca9c None None] For port 410eeba3-3d63-440b-9d2d-733a2409f474, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=410eeba3-3d63-440b-9d2d-733a2409f474,segment=NetworkSegment(7fb78b3a-01c5-4100-98c9-33604c262383),segment_id=7fb78b3a-01c5-4100-98c9-33604c262383)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:50.663208 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1c2a-a5b5-45f7-a790-6b3ee156f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5cf1787d-231b-4b0a-876e-5ebefe184179), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.688678 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ea37a28-2ffe-4504-b693-c106c80bca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.716118 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-ee7f1c2a-a5b5-45f7-a790-6b3ee156f2a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=131045dab96f4034b5e6df2fbe2f311b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261894 Feb 28 13:11:50.717547 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f1c2a-a5b5-45f7-a790-6b3ee156f2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf1787d-231b-4b0a-876e-5ebefe184179,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:50.720496 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58374) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:50.778465 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ab33219-010e-4c1f-a68d-d85b0e0f758a admin admin] Publish callbacks [] for security_group (5cf1787d-231b-4b0a-876e-5ebefe184179), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.785413 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea37a28-2ffe-4504-b693-c106c80bca9c None None] Pushing event updated for resources: {'Port': ['ID=410eeba3-3d63-440b-9d2d-733a2409f474,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:50.802068 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ab33219-010e-4c1f-a68d-d85b0e0f758a admin admin] Publish callbacks [] for security_group (5cf1787d-231b-4b0a-876e-5ebefe184179), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.821351 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-fddef485-9322-4540-85f8-1f161b60b6d1 None None] Provisioning complete for port 410eeba3-3d63-440b-9d2d-733a2409f474 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:50.821727 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fddef485-9322-4540-85f8-1f161b60b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.825406 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9562ba85-e213-4423-bcb6-0e855685f095', 'name': 'tempest-TestMinimumBasicScenario-259218917-router', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:47Z', 'updated_at': '2022-02-28T13:11:49Z', 'revision_number': 3, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'gw_port': {'id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:21:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9562ba85-e213-4423-bcb6-0e855685f095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:48Z', 'updated_at': '2022-02-28T13:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:50.884658 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Checking router: 9562ba85-e213-4423-bcb6-0e855685f095 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:11:50.885017 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Updating router 9562ba85-e213-4423-bcb6-0e855685f095 port 6537320c-b58a-4f9a-9259-18377c1bcd12 binding host dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:11:50.892561 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.927300 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.947163 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 410eeba3-3d63-440b-9d2d-733a2409f474 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:11:50.952898 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ab33219-010e-4c1f-a68d-d85b0e0f758a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5cf1787d-231b-4b0a-876e-5ebefe184179), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.955451 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ab33219-010e-4c1f-a68d-d85b0e0f758a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:50.956828 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-5ab33219-010e-4c1f-a68d-d85b0e0f758a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cf1787d-231b-4b0a-876e-5ebefe184179 HTTP/1.1" status: 204 len: 168 time: 0.2349043 Feb 28 13:11:50.966668 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab33219-010e-4c1f-a68d-d85b0e0f758a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf1787d-231b-4b0a-876e-5ebefe184179,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:51.100832 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Allocated IP 172.20.0.1 (1d7adfbd-9652-4c39-ac9b-dd76328978ed/ced98794-085d-44b1-bef1-19159a4f9838/acc55d46-0d6e-4b73-85c2-a472fb0a4c2a) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:11:51.102280 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-fddef485-9322-4540-85f8-1f161b60b6d1 None None] Current status of the port 410eeba3-3d63-440b-9d2d-733a2409f474 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:51.163108 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 410eeba3-3d63-440b-9d2d-733a2409f474 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:51.163510 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.210097 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Publish callbacks [] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.325296 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.370727 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Network 1d7adfbd-9652-4c39-ac9b-dd76328978ed is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:11:51.376207 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:11:51.384617 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:11:51.420687 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Pushing event updated for resources: {'Port': ['ID=acc55d46-0d6e-4b73-85c2-a472fb0a4c2a,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:51.447515 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690439'] for router_interface (9562ba85-e213-4423-bcb6-0e855685f095), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.454930 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 410eeba3-3d63-440b-9d2d-733a2409f474 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:51.478051 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Publish callbacks [] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.569533 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.633905 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Attempting to bind port 6537320c-b58a-4f9a-9259-18377c1bcd12 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:11:51.634278 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Attempting to bind port 6537320c-b58a-4f9a-9259-18377c1bcd12 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:11:51.634641 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Attempting to bind port 6537320c-b58a-4f9a-9259-18377c1bcd12 on network 35badc98-a186-415a-b1b0-8c2ba87645f6 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:11:51.637181 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614728d7-c838-431b-bf21-d334f74d5402 None None] Pushing event updated for resources: {'Port': ['ID=6537320c-b58a-4f9a-9259-18377c1bcd12,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:51.647929 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-9ab0e6d1-be39-457f-b39b-735e95488bc6 None None] Provisioning complete for port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:51.647929 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e6d1-be39-457f-b39b-735e95488bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.650140 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:11:51.650140 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Checking segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:11:51.650140 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.650140 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Bound using segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:11:51.650541 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Bound port: 6537320c-b58a-4f9a-9259-18377c1bcd12, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:11:51.650803 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.676201 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.719152 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0e6d1-be39-457f-b39b-735e95488bc6 None None] Port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:11:51.728744 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] For port 6537320c-b58a-4f9a-9259-18377c1bcd12, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:11:51.731999 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] For port 6537320c-b58a-4f9a-9259-18377c1bcd12, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=6537320c-b58a-4f9a-9259-18377c1bcd12,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:11:51.810997 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.845832 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Publish callbacks [] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.871235 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Routers {'9562ba85-e213-4423-bcb6-0e855685f095'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:51.872158 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9562ba85-e213-4423-bcb6-0e855685f095'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:51.874967 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614728d7-c838-431b-bf21-d334f74d5402 None None] Pushing event updated for resources: {'Port': ['ID=6537320c-b58a-4f9a-9259-18377c1bcd12,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:51.890343 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808566'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.955774 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689303'] for router_interface (9562ba85-e213-4423-bcb6-0e855685f095), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:51.965045 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Pushing event updated for resources: {'Port': ['ID=acc55d46-0d6e-4b73-85c2-a472fb0a4c2a,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:52.007092 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] Set router 9562ba85-e213-4423-bcb6-0e855685f095 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:52.059869 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Network 1d7adfbd-9652-4c39-ac9b-dd76328978ed is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:11:52.062160 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:11:52.196458 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Router 9562ba85-e213-4423-bcb6-0e855685f095 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:11:52.233585 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9562ba85-e213-4423-bcb6-0e855685f095', 'name': 'tempest-TestMinimumBasicScenario-259218917-router', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:47Z', 'updated_at': '2022-02-28T13:11:51Z', 'revision_number': 4, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'gw_port': {'id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:21:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9562ba85-e213-4423-bcb6-0e855685f095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:48Z', 'updated_at': '2022-02-28T13:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'acc55d46-0d6e-4b73-85c2-a472fb0a4c2a', 'name': '', 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'mac_address': 'fa:16:3e:da:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9562ba85-e213-4423-bcb6-0e855685f095', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ced98794-085d-44b1-bef1-19159a4f9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:50Z', 'updated_at': '2022-02-28T13:11:51Z', 'revision_number': 1, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'subnets': [{'id': 'ced98794-085d-44b1-bef1-19159a4f9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:52.262916 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0a3e7-57c4-4cd8-87a5-8df67a744aa9 None None] The sync data for ids ['9562ba85-e213-4423-bcb6-0e855685f095'] in dv-cinder-831202-1-iscsi is: [{'id': '9562ba85-e213-4423-bcb6-0e855685f095', 'name': 'tempest-TestMinimumBasicScenario-259218917-router', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:47Z', 'updated_at': '2022-02-28T13:11:51Z', 'revision_number': 4, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'gw_port': {'id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:21:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9562ba85-e213-4423-bcb6-0e855685f095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:48Z', 'updated_at': '2022-02-28T13:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'acc55d46-0d6e-4b73-85c2-a472fb0a4c2a', 'name': '', 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'mac_address': 'fa:16:3e:da:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9562ba85-e213-4423-bcb6-0e855685f095', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ced98794-085d-44b1-bef1-19159a4f9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:50Z', 'updated_at': '2022-02-28T13:11:51Z', 'revision_number': 1, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'subnets': [{'id': 'ced98794-085d-44b1-bef1-19159a4f9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:11:52.327420 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:11:52.334738 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-88d852c9-3a8c-495b-aa8d-5cd7ec29c98f admin admin] 10.222.0.23 "PUT /v2.0/routers/9562ba85-e213-4423-bcb6-0e855685f095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9402566 Feb 28 13:11:52.357347 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-19bc931e-1bb6-4e82-91a2-e0d472c8b469 None None] Provisioning complete for port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:52.357833 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19bc931e-1bb6-4e82-91a2-e0d472c8b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:52.398161 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-19bc931e-1bb6-4e82-91a2-e0d472c8b469 None None] Port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:11:52.896969 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99f20afe-3a55-49cd-aba3-fc471d795655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:53.642687 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58446) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:53.764137 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0aa15018-ef99-4684-be09-ed3feb3ce46b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:53.847454 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0aa15018-ef99-4684-be09-ed3feb3ce46b admin admin] Publish callbacks [] for security_group (7fe69ac4-eeed-4bc0-9e38-69281c59fb7e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:53.918664 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0aa15018-ef99-4684-be09-ed3feb3ce46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (7fe69ac4-eeed-4bc0-9e38-69281c59fb7e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:53.964804 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-0aa15018-ef99-4684-be09-ed3feb3ce46b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1966c70ccd254902ac479645db0d2506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204241 Feb 28 13:11:53.966852 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa15018-ef99-4684-be09-ed3feb3ce46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe69ac4-eeed-4bc0-9e38-69281c59fb7e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:53.967584 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58450) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:54.032984 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-903e2615-56a9-4458-895c-3321700ea266 admin admin] Publish callbacks [] for security_group (7fe69ac4-eeed-4bc0-9e38-69281c59fb7e), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:54.058787 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-903e2615-56a9-4458-895c-3321700ea266 admin admin] Publish callbacks [] for security_group (7fe69ac4-eeed-4bc0-9e38-69281c59fb7e), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:54.193318 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-903e2615-56a9-4458-895c-3321700ea266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (7fe69ac4-eeed-4bc0-9e38-69281c59fb7e), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:54.196499 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-903e2615-56a9-4458-895c-3321700ea266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:54.197666 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-903e2615-56a9-4458-895c-3321700ea266 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fe69ac4-eeed-4bc0-9e38-69281c59fb7e HTTP/1.1" status: 204 len: 168 time: 0.2289476 Feb 28 13:11:54.208493 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e2615-56a9-4458-895c-3321700ea266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe69ac4-eeed-4bc0-9e38-69281c59fb7e,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:54.783534 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58456) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:54.799190 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-acd07b11-9623-49e1-881a-e1f14a14a482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:54.896050 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-acd07b11-9623-49e1-881a-e1f14a14a482 admin admin] Publish callbacks [] for security_group (3e3ed63d-8d3b-4d97-a3a0-677f44d37ca0), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:54.938838 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 6537320c-b58a-4f9a-9259-18377c1bcd12 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:11:54.971558 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-acd07b11-9623-49e1-881a-e1f14a14a482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (3e3ed63d-8d3b-4d97-a3a0-677f44d37ca0), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:55.019640 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58458) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:55.021662 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-acd07b11-9623-49e1-881a-e1f14a14a482 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c6c719d6b8d41c79b06a71af81acf01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347364 Feb 28 13:11:55.024065 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd07b11-9623-49e1-881a-e1f14a14a482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3ed63d-8d3b-4d97-a3a0-677f44d37ca0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:55.053620 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 6537320c-b58a-4f9a-9259-18377c1bcd12 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:55.055009 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:55.086855 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c3e4f7d-2ca9-4791-9555-ffda80889873 admin admin] Publish callbacks [] for security_group (3e3ed63d-8d3b-4d97-a3a0-677f44d37ca0), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:55.121865 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c3e4f7d-2ca9-4791-9555-ffda80889873 admin admin] Publish callbacks [] for security_group (3e3ed63d-8d3b-4d97-a3a0-677f44d37ca0), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:55.155371 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 6537320c-b58a-4f9a-9259-18377c1bcd12 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:55.155371 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:55.178596 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port 6537320c-b58a-4f9a-9259-18377c1bcd12, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=6537320c-b58a-4f9a-9259-18377c1bcd12,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:55.244374 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:55.267726 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c3e4f7d-2ca9-4791-9555-ffda80889873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (3e3ed63d-8d3b-4d97-a3a0-677f44d37ca0), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:55.270438 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-5c3e4f7d-2ca9-4791-9555-ffda80889873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:55.275433 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-5c3e4f7d-2ca9-4791-9555-ffda80889873 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e3ed63d-8d3b-4d97-a3a0-677f44d37ca0 HTTP/1.1" status: 204 len: 168 time: 0.2532775 Feb 28 13:11:55.282927 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e4f7d-2ca9-4791-9555-ffda80889873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3ed63d-8d3b-4d97-a3a0-677f44d37ca0,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:55.356400 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=6537320c-b58a-4f9a-9259-18377c1bcd12,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:55.398547 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-350fa559-4553-4cf9-8d71-824014f20645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:55.682182 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Sync routers for ids ['9562ba85-e213-4423-bcb6-0e855685f095'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:11:55.692407 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Routers {'9562ba85-e213-4423-bcb6-0e855685f095'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:55.693012 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9562ba85-e213-4423-bcb6-0e855685f095'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:55.819336 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Set router 9562ba85-e213-4423-bcb6-0e855685f095 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:56.055248 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9562ba85-e213-4423-bcb6-0e855685f095', 'name': 'tempest-TestMinimumBasicScenario-259218917-router', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:47Z', 'updated_at': '2022-02-28T13:11:51Z', 'revision_number': 4, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'gw_port': {'id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:21:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9562ba85-e213-4423-bcb6-0e855685f095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:48Z', 'updated_at': '2022-02-28T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'acc55d46-0d6e-4b73-85c2-a472fb0a4c2a', 'name': '', 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'mac_address': 'fa:16:3e:da:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9562ba85-e213-4423-bcb6-0e855685f095', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ced98794-085d-44b1-bef1-19159a4f9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:50Z', 'updated_at': '2022-02-28T13:11:51Z', 'revision_number': 2, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'subnets': [{'id': 'ced98794-085d-44b1-bef1-19159a4f9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:56.085203 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Checking router: 9562ba85-e213-4423-bcb6-0e855685f095 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:11:56.085590 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Updating router 9562ba85-e213-4423-bcb6-0e855685f095 port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a binding host dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:11:56.113317 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:56.390168 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Publish callbacks [] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:56.478682 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:56.534967 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae5126-48f6-4a59-829e-4a7811adeebd None None] Pushing event updated for resources: {'Port': ['ID=acc55d46-0d6e-4b73-85c2-a472fb0a4c2a,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:56.625967 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Attempting to bind port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:11:56.626584 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Attempting to bind port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '7fb78b3a-01c5-4100-98c9-33604c262383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:11:56.627135 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Attempting to bind port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a on network 1d7adfbd-9652-4c39-ac9b-dd76328978ed {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:11:56.632632 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:11:56.633007 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Checking segment: {'id': '7fb78b3a-01c5-4100-98c9-33604c262383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:11:56.633410 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:56.633981 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Bound using segment: {'id': '7fb78b3a-01c5-4100-98c9-33604c262383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:11:56.634610 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Bound port: acc55d46-0d6e-4b73-85c2-a472fb0a4c2a, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb78b3a-01c5-4100-98c9-33604c262383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:11:56.635143 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:56.721094 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] For port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:11:56.726074 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] For port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=acc55d46-0d6e-4b73-85c2-a472fb0a4c2a,segment=NetworkSegment(7fb78b3a-01c5-4100-98c9-33604c262383),segment_id=7fb78b3a-01c5-4100-98c9-33604c262383)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:11:56.730507 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:56.799629 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:56.862049 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Routers {'9562ba85-e213-4423-bcb6-0e855685f095'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:11:56.862873 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9562ba85-e213-4423-bcb6-0e855685f095'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:56.890833 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0a59ca65-567c-4f54-bb7d-739d3b47c0b1 None None] Provisioning complete for port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:56.891217 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a59ca65-567c-4f54-bb7d-739d3b47c0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:56.923021 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae5126-48f6-4a59-829e-4a7811adeebd None None] Pushing event updated for resources: {'Port': ['ID=acc55d46-0d6e-4b73-85c2-a472fb0a4c2a,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:56.974331 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 6537320c-b58a-4f9a-9259-18377c1bcd12 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:11:57.055238 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] Set router 9562ba85-e213-4423-bcb6-0e855685f095 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:11:57.102375 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0a59ca65-567c-4f54-bb7d-739d3b47c0b1 None None] Current status of the port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:57.102788 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a59ca65-567c-4f54-bb7d-739d3b47c0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:57.147370 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0a59ca65-567c-4f54-bb7d-739d3b47c0b1 None None] For port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=acc55d46-0d6e-4b73-85c2-a472fb0a4c2a,segment=NetworkSegment(7fb78b3a-01c5-4100-98c9-33604c262383),segment_id=7fb78b3a-01c5-4100-98c9-33604c262383)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:11:57.152024 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 6537320c-b58a-4f9a-9259-18377c1bcd12 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:57.152404 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:57.216922 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a59ca65-567c-4f54-bb7d-739d3b47c0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:57.308461 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 6537320c-b58a-4f9a-9259-18377c1bcd12 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:57.310539 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9562ba85-e213-4423-bcb6-0e855685f095', 'name': 'tempest-TestMinimumBasicScenario-259218917-router', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:47Z', 'updated_at': '2022-02-28T13:11:51Z', 'revision_number': 4, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'gw_port': {'id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:21:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9562ba85-e213-4423-bcb6-0e855685f095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:48Z', 'updated_at': '2022-02-28T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'acc55d46-0d6e-4b73-85c2-a472fb0a4c2a', 'name': '', 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'mac_address': 'fa:16:3e:da:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9562ba85-e213-4423-bcb6-0e855685f095', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ced98794-085d-44b1-bef1-19159a4f9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:50Z', 'updated_at': '2022-02-28T13:11:56Z', 'revision_number': 4, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'subnets': [{'id': 'ced98794-085d-44b1-bef1-19159a4f9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:11:57.310770 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59ca65-567c-4f54-bb7d-739d3b47c0b1 None None] Pushing event updated for resources: {'Port': ['ID=acc55d46-0d6e-4b73-85c2-a472fb0a4c2a,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:57.338764 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-03d85ecf-e033-487d-b8e5-86fef1d9b64a None None] Provisioning complete for port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:57.339246 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-03d85ecf-e033-487d-b8e5-86fef1d9b64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:57.344310 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6759b6-5dc7-45cb-ad7d-109687fd30f3 None None] The sync data for ids ['9562ba85-e213-4423-bcb6-0e855685f095'] in dv-cinder-831202-1-iscsi is: [{'id': '9562ba85-e213-4423-bcb6-0e855685f095', 'name': 'tempest-TestMinimumBasicScenario-259218917-router', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:47Z', 'updated_at': '2022-02-28T13:11:51Z', 'revision_number': 4, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'gw_port': {'id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:21:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9562ba85-e213-4423-bcb6-0e855685f095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:48Z', 'updated_at': '2022-02-28T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'acc55d46-0d6e-4b73-85c2-a472fb0a4c2a', 'name': '', 'network_id': '1d7adfbd-9652-4c39-ac9b-dd76328978ed', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'mac_address': 'fa:16:3e:da:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9562ba85-e213-4423-bcb6-0e855685f095', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ced98794-085d-44b1-bef1-19159a4f9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:50Z', 'updated_at': '2022-02-28T13:11:56Z', 'revision_number': 4, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'subnets': [{'id': 'ced98794-085d-44b1-bef1-19159a4f9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:11:57.445851 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-03d85ecf-e033-487d-b8e5-86fef1d9b64a None None] Current status of the port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:57.559444 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58492) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:57.704350 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d5b36ce2-6511-4557-8813-f66be735f6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:57.822471 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d5b36ce2-6511-4557-8813-f66be735f6a9 admin admin] Publish callbacks [] for security_group (98e7fc64-c8a6-4b66-ba3c-697179e4a175), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:57.907611 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d5b36ce2-6511-4557-8813-f66be735f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (98e7fc64-c8a6-4b66-ba3c-697179e4a175), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:57.946773 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:57.952876 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b36ce2-6511-4557-8813-f66be735f6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e7fc64-c8a6-4b66-ba3c-697179e4a175,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:58.000268 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58496) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:58.009350 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d5b36ce2-6511-4557-8813-f66be735f6a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9458dd7a67043198f7f110db7f2c831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4481468 Feb 28 13:11:58.063826 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec13a0c9-728e-417a-8441-9c83961aef36 admin admin] Publish callbacks [] for security_group (98e7fc64-c8a6-4b66-ba3c-697179e4a175), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:58.090412 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec13a0c9-728e-417a-8441-9c83961aef36 admin admin] Publish callbacks [] for security_group (98e7fc64-c8a6-4b66-ba3c-697179e4a175), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:58.193021 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec13a0c9-728e-417a-8441-9c83961aef36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (98e7fc64-c8a6-4b66-ba3c-697179e4a175), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:58.195664 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec13a0c9-728e-417a-8441-9c83961aef36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:58.199214 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-ec13a0c9-728e-417a-8441-9c83961aef36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98e7fc64-c8a6-4b66-ba3c-697179e4a175 HTTP/1.1" status: 204 len: 168 time: 0.1949952 Feb 28 13:11:58.206102 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13a0c9-728e-417a-8441-9c83961aef36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e7fc64-c8a6-4b66-ba3c-697179e4a175,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:11:58.975058 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device acc55d46-0d6e-4b73-85c2-a472fb0a4c2a up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:11:59.090002 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:11:59.090453 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:59.203086 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:11:59.365120 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58518) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:11:59.404648 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:59.485375 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1637632644-network', 'tenant_id': 'b56a3f7798474e458c47e5471148680d'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:11:59.832295 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Made reservation on behalf of b56a3f7798474e458c47e5471148680d for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:11:59.835167 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:59.843704 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:59.915395 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Publish callbacks [] for security_group (d285ece6-898c-449d-b43b-e2aaf9a1c88a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:11:59.981282 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (d285ece6-898c-449d-b43b-e2aaf9a1c88a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:00.003390 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:12:00.019075 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d285ece6-898c-449d-b43b-e2aaf9a1c88a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:00.022348 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (691d39e7-07f7-4edd-8f2a-d37740403ee5), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:00.023258 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Added segment 691d39e7-07f7-4edd-8f2a-d37740403ee5 of type vlan for network a1576995-5979-45f3-b7a3-95dbf430ba2b Feb 28 13:12:00.036477 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.036825 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.037211 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.037598 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.037931 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.038262 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.038592 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.038916 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.039234 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.039588 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.039947 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.040224 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.040542 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:00.091160 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (a1576995-5979-45f3-b7a3-95dbf430ba2b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:00.164894 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (a1576995-5979-45f3-b7a3-95dbf430ba2b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:00.166238 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:00.166814 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:00.235456 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] Pushing event updated for resources: {'Network': ['ID=a1576995-5979-45f3-b7a3-95dbf430ba2b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:00.246433 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network a1576995-5979-45f3-b7a3-95dbf430ba2b details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:12:00.282345 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-f3b9422f-46e8-46f7-b500-6d5ab6f1db47 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9160850 Feb 28 13:12:00.285182 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58526) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:00.291590 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-66f508c9-dab2-4df1-b962-9dd6cb11ef9f admin admin] Request body: {'subnet': {'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1637632644-subnet', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:00.406273 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f508c9-dab2-4df1-b962-9dd6cb11ef9f admin admin] Made reservation on behalf of b56a3f7798474e458c47e5471148680d for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:12:00.409765 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-66f508c9-dab2-4df1-b962-9dd6cb11ef9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58826814'] for subnet (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:00.936204 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-66f508c9-dab2-4df1-b962-9dd6cb11ef9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58959997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58826764'] for subnet (1ca82528-d26e-454f-b53c-e84cf6510638), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:00.992778 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f508c9-dab2-4df1-b962-9dd6cb11ef9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca82528-d26e-454f-b53c-e84cf6510638,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:01.010172 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f508c9-dab2-4df1-b962-9dd6cb11ef9f admin admin] Checking segment: {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:12:01.010528 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f508c9-dab2-4df1-b962-9dd6cb11ef9f admin admin] Network hostable DHCP agents. Network: a1576995-5979-45f3-b7a3-95dbf430ba2b, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:12:01.097220 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f508c9-dab2-4df1-b962-9dd6cb11ef9f admin admin] Network a1576995-5979-45f3-b7a3-95dbf430ba2b is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:12:01.165492 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-66f508c9-dab2-4df1-b962-9dd6cb11ef9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, a1576995-5979-45f3-b7a3-95dbf430ba2b) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:01.170674 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f508c9-dab2-4df1-b962-9dd6cb11ef9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:01.171286 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-66f508c9-dab2-4df1-b962-9dd6cb11ef9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:01.177996 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6202cbe-72d1-45ae-8a9a-f413f4c44878 None None] Network a1576995-5979-45f3-b7a3-95dbf430ba2b requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:12:01.259662 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-66f508c9-dab2-4df1-b962-9dd6cb11ef9f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9731677 Feb 28 13:12:01.262568 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58528) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:01.270660 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:01.303656 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4da0fec-8aac-54e0-9d72-a406a4863af2-a1576995-5979-45f3-b7a3-95dbf430ba2b', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638'}]}} from dv-cinder-831202-1-iscsi. {{(pid=103233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 13:12:01.304646 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:01.365295 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7267'] for router (60555358-64cf-49a6-80ca-a8f3eb7cf377), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:01.366293 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7272'] for router (60555358-64cf-49a6-80ca-a8f3eb7cf377), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:01.439809 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Publish callbacks [] for router_controller (60555358-64cf-49a6-80ca-a8f3eb7cf377), precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:01.450952 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Allocated IP 172.20.0.2 (a1576995-5979-45f3-b7a3-95dbf430ba2b/1ca82528-d26e-454f-b53c-e84cf6510638/b9d020d3-ddd8-440d-8af5-a02b9e5c0fca) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:12:01.611943 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Publish callbacks [] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:01.668196 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Publish callbacks [] for router_gateway (60555358-64cf-49a6-80ca-a8f3eb7cf377), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:01.673569 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:01.720263 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Network a1576995-5979-45f3-b7a3-95dbf430ba2b is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:12:01.723575 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:01.727020 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:12:01.732687 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Pushing event updated for resources: {'Port': ['ID=b9d020d3-ddd8-440d-8af5-a02b9e5c0fca,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:01.790890 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Attempting to bind port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:12:01.791269 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Attempting to bind port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:12:01.791684 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Attempting to bind port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca on network a1576995-5979-45f3-b7a3-95dbf430ba2b {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:12:01.797603 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:12:01.798004 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Checking segment: {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:12:01.798393 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:01.799358 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Bound using segment: {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:12:01.800059 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Bound port: b9d020d3-ddd8-440d-8af5-a02b9e5c0fca, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:12:01.800692 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:01.871573 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] For port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:12:01.874785 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] For port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=b9d020d3-ddd8-440d-8af5-a02b9e5c0fca,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:12:01.937030 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:01.956301 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Publish callbacks [] for router_gateway (60555358-64cf-49a6-80ca-a8f3eb7cf377), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:01.982990 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:02.010178 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd39716-c2cd-47bb-aead-ebc323608c1e None None] Pushing event updated for resources: {'Port': ['ID=b9d020d3-ddd8-440d-8af5-a02b9e5c0fca,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:02.130583 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Allocated IP 172.27.2.93 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/688aad6f-0b7b-4339-8672-8e8861864265) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:12:02.282086 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Publish callbacks [] for port (688aad6f-0b7b-4339-8672-8e8861864265), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:02.393701 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (688aad6f-0b7b-4339-8672-8e8861864265), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:02.441759 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:12:02.449712 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:02.449712 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:12:02.475396 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Pushing event updated for resources: {'Port': ['ID=688aad6f-0b7b-4339-8672-8e8861864265,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:02.896269 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device b9d020d3-ddd8-440d-8af5-a02b9e5c0fca up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:12:02.947852 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:02.948316 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:03.030436 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:03.030893 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:03.061642 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Publish callbacks [] for router_gateway (60555358-64cf-49a6-80ca-a8f3eb7cf377), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:03.072834 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=b9d020d3-ddd8-440d-8af5-a02b9e5c0fca,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:03.147727 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:03.204963 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b116743e-a608-4b3a-bc9b-9755f3d60114 None None] Network a1576995-5979-45f3-b7a3-95dbf430ba2b requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:12:03.290580 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=b9d020d3-ddd8-440d-8af5-a02b9e5c0fca,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:03.315339 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-ac654180-0b0e-42a8-9fba-d08c731995cb None None] Provisioning complete for port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:03.315732 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac654180-0b0e-42a8-9fba-d08c731995cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:03.371727 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3689114'] for router (60555358-64cf-49a6-80ca-a8f3eb7cf377), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:03.436632 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ac654180-0b0e-42a8-9fba-d08c731995cb None None] Current status of the port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:03.597799 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Router 60555358-64cf-49a6-80ca-a8f3eb7cf377 is scheduled to L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 13:12:03.658058 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-51f368ac-aba4-4bdd-9504-0a2405b03560 None None] Provisioning complete for port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:03.662351 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-51f368ac-aba4-4bdd-9504-0a2405b03560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:03.709921 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:12:03.783387 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:03.784774 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-24e9c869-3ca3-491d-8fd1-dd8cdfd8fc01 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5209701 Feb 28 13:12:03.787629 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58540) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:03.859444 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Sync routers for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:12:03.878405 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-51f368ac-aba4-4bdd-9504-0a2405b03560 None None] Current status of the port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:03.880939 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:12:03.881551 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8466a234-f943-4664-9d36-e00caac60669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:03.988093 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:12:04.166338 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8466a234-f943-4664-9d36-e00caac60669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:02Z', 'revision_number': 3, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:04.197496 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Checking router: 60555358-64cf-49a6-80ca-a8f3eb7cf377 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:12:04.197852 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Updating router 60555358-64cf-49a6-80ca-a8f3eb7cf377 port 688aad6f-0b7b-4339-8672-8e8861864265 binding host dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:12:04.219576 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:04.225135 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (688aad6f-0b7b-4339-8672-8e8861864265), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:04.387697 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Allocated IP 172.20.0.1 (a1576995-5979-45f3-b7a3-95dbf430ba2b/1ca82528-d26e-454f-b53c-e84cf6510638/de603935-68de-45ac-b7e6-11cef73b1e51) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:12:04.496471 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Publish callbacks [] for port (688aad6f-0b7b-4339-8672-8e8861864265), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:04.507497 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Publish callbacks [] for port (de603935-68de-45ac-b7e6-11cef73b1e51), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:04.569596 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (688aad6f-0b7b-4339-8672-8e8861864265), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:04.579689 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0878058-1567-4887-b3ef-973237ccbeec req-a707a448-3be9-4956-b2c7-72f3778bd035 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:04.581156 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-a707a448-3be9-4956-b2c7-72f3778bd035 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/networks?id=3d1349b2-b6f0-452f-acee-33d85350fdfc HTTP/1.1" status: 200 len: 813 time: 0.0978374 Feb 28 13:12:04.596059 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-dec38a1e-91fd-4b09-939b-2f7815ad7dd3 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/quotas/1a9a68bda9714c41802a700e3546ed2b HTTP/1.1" status: 200 len: 375 time: 0.0089388 Feb 28 13:12:04.600190 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:04.626865 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Attempting to bind port 688aad6f-0b7b-4339-8672-8e8861864265 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:12:04.627242 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Attempting to bind port 688aad6f-0b7b-4339-8672-8e8861864265 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:12:04.627657 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Attempting to bind port 688aad6f-0b7b-4339-8672-8e8861864265 on network 35badc98-a186-415a-b1b0-8c2ba87645f6 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:12:04.630899 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dae1f-225a-47e6-92a5-1e0e9d8e30ec None None] Pushing event updated for resources: {'Port': ['ID=688aad6f-0b7b-4339-8672-8e8861864265,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:04.635408 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:12:04.636273 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Checking segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:12:04.636273 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:04.639822 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Bound using segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:12:04.639822 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Bound port: 688aad6f-0b7b-4339-8672-8e8861864265, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:12:04.639822 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (688aad6f-0b7b-4339-8672-8e8861864265), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:04.641359 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Network a1576995-5979-45f3-b7a3-95dbf430ba2b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:12:04.646596 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:04.651336 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:12:04.664144 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-74eb11ba-bffd-4134-981f-98109b5758d5 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a9a68bda9714c41802a700e3546ed2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618515 Feb 28 13:12:04.676538 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Pushing event updated for resources: {'Port': ['ID=de603935-68de-45ac-b7e6-11cef73b1e51,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:04.701244 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690439'] for router_interface (60555358-64cf-49a6-80ca-a8f3eb7cf377), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:04.704318 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8466a234-f943-4664-9d36-e00caac60669 None None] For port 688aad6f-0b7b-4339-8672-8e8861864265, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:12:04.709002 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8466a234-f943-4664-9d36-e00caac60669 None None] For port 688aad6f-0b7b-4339-8672-8e8861864265, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=688aad6f-0b7b-4339-8672-8e8861864265,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:12:04.775769 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-31329825-a53a-4de5-af93-5efa52730dba service neutron] 10.222.0.23 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979571 Feb 28 13:12:04.799405 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (688aad6f-0b7b-4339-8672-8e8861864265), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:04.863745 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:12:04.864386 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8466a234-f943-4664-9d36-e00caac60669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:04.896245 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-f81a2251-30b5-495e-bfd7-846d360d6634 service neutron] 10.222.0.23 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196055 Feb 28 13:12:04.912066 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device b9d020d3-ddd8-440d-8af5-a02b9e5c0fca up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:12:04.923819 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dae1f-225a-47e6-92a5-1e0e9d8e30ec None None] Pushing event updated for resources: {'Port': ['ID=688aad6f-0b7b-4339-8672-8e8861864265,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:04.932890 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:05.015365 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-62978d86-8fd7-415a-9489-091553f9465b None None] Provisioning complete for port de603935-68de-45ac-b7e6-11cef73b1e51 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:05.015957 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-62978d86-8fd7-415a-9489-091553f9465b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:05.074188 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-62978d86-8fd7-415a-9489-091553f9465b None None] Port de603935-68de-45ac-b7e6-11cef73b1e51 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:12:05.077988 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-8466a234-f943-4664-9d36-e00caac60669 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:12:05.080675 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:05.081271 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:05.112729 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Publish callbacks [] for port (de603935-68de-45ac-b7e6-11cef73b1e51), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:05.132571 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-91fef4bc-4e0c-4f67-8709-34ac4be0189d req-4adc8598-4d57-4827-bb74-c804957be065 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 210 time: 0.0307593 Feb 28 13:12:05.170074 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:05.242323 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Pushing event updated for resources: {'Port': ['ID=de603935-68de-45ac-b7e6-11cef73b1e51,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:05.244907 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689303'] for router_interface (60555358-64cf-49a6-80ca-a8f3eb7cf377), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:05.321262 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:05.337071 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Network a1576995-5979-45f3-b7a3-95dbf430ba2b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:12:05.338402 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:05.344336 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8466a234-f943-4664-9d36-e00caac60669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:02Z', 'revision_number': 3, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:05.373842 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8466a234-f943-4664-9d36-e00caac60669 None None] The sync data for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi is: [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:02Z', 'revision_number': 3, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:12:05.468914 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Router 60555358-64cf-49a6-80ca-a8f3eb7cf377 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:12:05.600529 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:12:05.605386 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-f248b1ad-d40d-40e5-b8b2-c114fbabbb16 None None] Provisioning complete for port de603935-68de-45ac-b7e6-11cef73b1e51 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:05.605776 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f248b1ad-d40d-40e5-b8b2-c114fbabbb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:05.612884 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-037a6c95-f346-4d12-98bd-ca83c840e438 admin admin] 10.222.0.23 "PUT /v2.0/routers/60555358-64cf-49a6-80ca-a8f3eb7cf377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8235135 Feb 28 13:12:05.673986 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f248b1ad-d40d-40e5-b8b2-c114fbabbb16 None None] Port de603935-68de-45ac-b7e6-11cef73b1e51 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:12:06.216112 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b49a4c01-170d-4686-9809-f63b3f2b0c1c req-661652b8-76fb-49f3-a59d-8851ba3886c2 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 210 time: 0.0322804 Feb 28 13:12:06.303227 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58582) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:06.308442 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1883477634-network', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:06.415375 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Made reservation on behalf of fb61bd6c27ed4551abd043d9c1f1c1d4 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:12:06.417889 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for network (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:06.427589 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:06.504105 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Publish callbacks [] for security_group (5e6eb8b5-19a5-43e9-866d-d33461fd3bc5), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:06.609851 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5e6eb8b5-19a5-43e9-866d-d33461fd3bc5), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:06.634899 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 13:12:06.644684 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6eb8b5-19a5-43e9-866d-d33461fd3bc5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:06.649403 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (1b85e443-0643-4f98-8dc3-e40e49c58527), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:06.649757 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.segments_db [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Added segment 1b85e443-0643-4f98-8dc3-e40e49c58527 of type vlan for network 58fe12c6-a3b1-4272-a2a1-12d649f7836b Feb 28 13:12:06.692375 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753648548154'] for network (58fe12c6-a3b1-4272-a2a1-12d649f7836b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:06.775778 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290'] for network (58fe12c6-a3b1-4272-a2a1-12d649f7836b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:06.776681 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:06.777270 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:06.839799 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] Pushing event updated for resources: {'Network': ['ID=58fe12c6-a3b1-4272-a2a1-12d649f7836b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:06.867343 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Network 58fe12c6-a3b1-4272-a2a1-12d649f7836b details requested by agent ovs-agent-dv-cinder-831202-1-iscsi with host dv-cinder-831202-1-iscsi {{(pid=103233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 13:12:06.892858 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-a24fcc66-af5e-45e3-9739-c448151b1b87 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5883467 Feb 28 13:12:06.896479 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58584) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:06.901380 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Request body: {'subnet': {'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1883477634-subnet', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'ip_version': 4}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:06.917615 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 688aad6f-0b7b-4339-8672-8e8861864265 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:12:06.987293 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 688aad6f-0b7b-4339-8672-8e8861864265 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:06.987706 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (688aad6f-0b7b-4339-8672-8e8861864265), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.004220 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Made reservation on behalf of fb61bd6c27ed4551abd043d9c1f1c1d4 for: {'subnet': 1} {{(pid=103231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:12:07.006680 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58726819'] for subnet (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.055040 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Sync routers for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:12:07.064889 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:12:07.065629 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:07.072089 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 688aad6f-0b7b-4339-8672-8e8861864265 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:07.072486 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (688aad6f-0b7b-4339-8672-8e8861864265), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.094314 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port 688aad6f-0b7b-4339-8672-8e8861864265, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=688aad6f-0b7b-4339-8672-8e8861864265,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:07.158672 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (688aad6f-0b7b-4339-8672-8e8861864265), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.176706 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:12:07.206373 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=688aad6f-0b7b-4339-8672-8e8861864265,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:07.238374 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58726801'] for subnet (4eb3ceea-d183-4654-8695-f3046c660b64), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.397609 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 2, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:07.430008 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Checking router: 60555358-64cf-49a6-80ca-a8f3eb7cf377 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:12:07.430359 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Updating router 60555358-64cf-49a6-80ca-a8f3eb7cf377 port de603935-68de-45ac-b7e6-11cef73b1e51 binding host dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:12:07.461349 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.545278 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4ad103b6-ec76-406c-81bc-1f37c78240ce req-6854e867-4d8e-4f65-9509-0fe032e35968 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 210 time: 0.2674997 Feb 28 13:12:07.553240 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb3ceea-d183-4654-8695-f3046c660b64,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:07.562731 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.566046 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.566046 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.566046 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.566046 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.566046 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.566046 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.566046 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.566046 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.566046 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.566046 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.567404 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.567404 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:07.570377 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Checking segment: {'id': '1b85e443-0643-4f98-8dc3-e40e49c58527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:12:07.570758 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Network hostable DHCP agents. Network: 58fe12c6-a3b1-4272-a2a1-12d649f7836b, hostable agents: ['b3d25257-ef31-4b11-a6ad-eb4e3ec690c4'], hosted agents: [] {{(pid=103231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 13:12:07.601562 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0878058-1567-4887-b3ef-973237ccbeec req-82c95187-5694-4025-9dbe-ea97cd6ff633 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:07.603036 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-82c95187-5694-4025-9dbe-ea97cd6ff633 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.35 "GET /v2.0/networks?id=3d1349b2-b6f0-452f-acee-33d85350fdfc HTTP/1.1" status: 200 len: 813 time: 0.1304889 Feb 28 13:12:07.621587 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-d0878058-1567-4887-b3ef-973237ccbeec req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Request body: {'port': {'device_id': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'admin_state_up': True, 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:07.672722 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Network 58fe12c6-a3b1-4272-a2a1-12d649f7836b is scheduled to be hosted by DHCP agent b3d25257-ef31-4b11-a6ad-eb4e3ec690c4 with binding_index 1 {{(pid=103231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 13:12:07.742072 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Publish callbacks [] for port (de603935-68de-45ac-b7e6-11cef73b1e51), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.758288 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831202-1-iscsi, 58fe12c6-a3b1-4272-a2a1-12d649f7836b) {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:07.762358 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:07.762948 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.767095 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84707797-75ee-4b33-8301-eff6287aa959 None None] Network 58fe12c6-a3b1-4272-a2a1-12d649f7836b requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:12:07.809898 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0878058-1567-4887-b3ef-973237ccbeec req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Made reservation on behalf of 1a9a68bda9714c41802a700e3546ed2b for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:12:07.813330 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d0878058-1567-4887-b3ef-973237ccbeec req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.832914 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.835382 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-cdf1edff-2922-442b-b976-91343546500d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9377906 Feb 28 13:12:07.839129 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58588) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:07.843360 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1883477634-router', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:07.882503 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0241e08-e4cf-43a1-b403-dc910114f09e None None] Pushing event updated for resources: {'Port': ['ID=de603935-68de-45ac-b7e6-11cef73b1e51,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:07.902915 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4da0fec-8aac-54e0-9d72-a406a4863af2-58fe12c6-a3b1-4272-a2a1-12d649f7836b', 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b', 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'fixed_ips': [{'subnet_id': '4eb3ceea-d183-4654-8695-f3046c660b64'}]}} from dv-cinder-831202-1-iscsi. {{(pid=103233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 13:12:07.906016 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.947577 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Attempting to bind port de603935-68de-45ac-b7e6-11cef73b1e51 on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:12:07.947872 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Attempting to bind port de603935-68de-45ac-b7e6-11cef73b1e51 by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:12:07.948426 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Attempting to bind port de603935-68de-45ac-b7e6-11cef73b1e51 on network a1576995-5979-45f3-b7a3-95dbf430ba2b {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:12:07.953302 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7267'] for router (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.954644 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3693592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3689159', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7272'] for router (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.961734 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:12:07.962415 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Checking segment: {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:12:07.963299 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.963739 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Bound using segment: {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:12:07.964231 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Bound port: de603935-68de-45ac-b7e6-11cef73b1e51, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:12:07.964623 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:07.992207 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-d0878058-1567-4887-b3ef-973237ccbeec req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Allocated IP 172.20.0.9 (3d1349b2-b6f0-452f-acee-33d85350fdfc/81899eb4-67db-45a9-9257-0c8eaaf4016c/cd065038-7133-4d05-91d3-b56e33435939) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:12:08.042482 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Publish callbacks [] for router_controller (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), precommit_add_association {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:08.049753 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] For port de603935-68de-45ac-b7e6-11cef73b1e51, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:12:08.059986 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] For port de603935-68de-45ac-b7e6-11cef73b1e51, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=de603935-68de-45ac-b7e6-11cef73b1e51,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:12:08.134283 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Allocated IP 172.20.0.2 (58fe12c6-a3b1-4272-a2a1-12d649f7836b/4eb3ceea-d183-4654-8695-f3046c660b64/c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:12:08.173189 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d0878058-1567-4887-b3ef-973237ccbeec req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for port (cd065038-7133-4d05-91d3-b56e33435939), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:08.233987 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:08.237309 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-433b77ec-b8d9-4a26-8ff0-f41724f9e6b0 None None] Provisioning complete for port de603935-68de-45ac-b7e6-11cef73b1e51 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:08.237859 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-433b77ec-b8d9-4a26-8ff0-f41724f9e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:08.261846 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d0878058-1567-4887-b3ef-973237ccbeec req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (cd065038-7133-4d05-91d3-b56e33435939), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:08.342560 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Publish callbacks [] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:08.350040 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Publish callbacks [] for router_gateway (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:08.374733 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0241e08-e4cf-43a1-b403-dc910114f09e None None] Pushing event updated for resources: {'Port': ['ID=de603935-68de-45ac-b7e6-11cef73b1e51,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:08.376013 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event updated for resources: {'Port': ['ID=cd065038-7133-4d05-91d3-b56e33435939,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:08.384182 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-433b77ec-b8d9-4a26-8ff0-f41724f9e6b0 None None] Current status of the port de603935-68de-45ac-b7e6-11cef73b1e51 is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:08.384587 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-433b77ec-b8d9-4a26-8ff0-f41724f9e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:08.402320 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:12:08.402795 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0878058-1567-4887-b3ef-973237ccbeec req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Network 3d1349b2-b6f0-452f-acee-33d85350fdfc is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:12:08.403736 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:08.405889 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-d0878058-1567-4887-b3ef-973237ccbeec req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:08.411345 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0878058-1567-4887-b3ef-973237ccbeec req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:12:08.468064 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:08.473339 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-433b77ec-b8d9-4a26-8ff0-f41724f9e6b0 None None] For port de603935-68de-45ac-b7e6-11cef73b1e51, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=de603935-68de-45ac-b7e6-11cef73b1e51,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:08.504782 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0878058-1567-4887-b3ef-973237ccbeec req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:08.505376 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d0878058-1567-4887-b3ef-973237ccbeec req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:08.546575 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Pushing event updated for resources: {'Port': ['ID=c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:08.559245 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Network 58fe12c6-a3b1-4272-a2a1-12d649f7836b is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:12:08.562320 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:08.564254 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-433b77ec-b8d9-4a26-8ff0-f41724f9e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:08.568675 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:12:08.590512 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-0e099337-83a0-4797-bb9b-4bb14152f194 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9725833 Feb 28 13:12:08.605847 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Request body: {'port': {'device_id': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:08.634791 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:12:08.742585 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (cd065038-7133-4d05-91d3-b56e33435939), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:08.961488 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b77ec-b8d9-4a26-8ff0-f41724f9e6b0 None None] Pushing event updated for resources: {'Port': ['ID=de603935-68de-45ac-b7e6-11cef73b1e51,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:08.976477 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 688aad6f-0b7b-4339-8672-8e8861864265 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:12:08.997841 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-e4f83936-7f65-4fce-b3c3-4991c4725d04 None None] Provisioning complete for port de603935-68de-45ac-b7e6-11cef73b1e51 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:08.998224 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4f83936-7f65-4fce-b3c3-4991c4725d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:09.063515 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Attempting to bind port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:12:09.063899 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b365f-ebf6-4039-b07e-e09e98a1ffa0 req-fac1352f-2243-46cc-90c6-07aec2baf769 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:09.064409 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Attempting to bind port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '1b85e443-0643-4f98-8dc3-e40e49c58527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:12:09.064976 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Attempting to bind port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c on network 58fe12c6-a3b1-4272-a2a1-12d649f7836b {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:12:09.069003 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-289b365f-ebf6-4039-b07e-e09e98a1ffa0 req-fac1352f-2243-46cc-90c6-07aec2baf769 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 931 time: 0.3026092 Feb 28 13:12:09.083518 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:12:09.084693 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Checking segment: {'id': '1b85e443-0643-4f98-8dc3-e40e49c58527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:12:09.085321 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:09.085919 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Bound using segment: {'id': '1b85e443-0643-4f98-8dc3-e40e49c58527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:12:09.087022 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Bound port: c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b85e443-0643-4f98-8dc3-e40e49c58527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:12:09.087703 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:09.094429 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Publish callbacks [] for router_gateway (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:09.127863 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:09.154435 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:09.182891 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2793c2-89e5-479a-946c-2321ead4d326 None None] The sync data for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi is: [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:12:09.218789 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd065038-7133-4d05-91d3-b56e33435939 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:12:09.235167 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 688aad6f-0b7b-4339-8672-8e8861864265 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:09.235707 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (688aad6f-0b7b-4339-8672-8e8861864265), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:09.242429 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Publish callbacks [] for port (cd065038-7133-4d05-91d3-b56e33435939), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:09.270266 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] For port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:12:09.276845 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] For port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c,segment=NetworkSegment(1b85e443-0643-4f98-8dc3-e40e49c58527),segment_id=1b85e443-0643-4f98-8dc3-e40e49c58527)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:12:09.305204 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Transition to ACTIVE for port object cd065038-7133-4d05-91d3-b56e33435939 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:12:09.310098 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-289b365f-ebf6-4039-b07e-e09e98a1ffa0 req-93715b0f-04d3-4ca9-924e-65076bfe8dae tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343206 Feb 28 13:12:09.312420 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e4f83936-7f65-4fce-b3c3-4991c4725d04 None None] Current status of the port de603935-68de-45ac-b7e6-11cef73b1e51 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:09.356245 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:09.361546 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:12:09.375941 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (cd065038-7133-4d05-91d3-b56e33435939), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:09.456835 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Allocated IP 172.27.2.154 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/31060ba4-2f7b-4e03-99f8-04a9542ee4be) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:12:09.464360 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Pushing event updated for resources: {'Port': ['ID=cd065038-7133-4d05-91d3-b56e33435939,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:09.522827 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 688aad6f-0b7b-4339-8672-8e8861864265 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:09.599023 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593e35b-a40b-42c2-a1ba-434fce60a8cc None None] Pushing event updated for resources: {'Port': ['ID=c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:09.666514 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Attempting to bind port cd065038-7133-4d05-91d3-b56e33435939 on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:12:09.666855 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Attempting to bind port cd065038-7133-4d05-91d3-b56e33435939 by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:12:09.667194 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Attempting to bind port cd065038-7133-4d05-91d3-b56e33435939 on network 3d1349b2-b6f0-452f-acee-33d85350fdfc {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:12:09.700555 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Port cd065038-7133-4d05-91d3-b56e33435939 on network 3d1349b2-b6f0-452f-acee-33d85350fdfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:12:09.700892 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Attempting to bind port cd065038-7133-4d05-91d3-b56e33435939 on network 3d1349b2-b6f0-452f-acee-33d85350fdfc {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:12:09.710828 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:12:09.711788 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Checking segment: {'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:12:09.712226 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Bound using segment: {'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:12:09.712853 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Bound port: cd065038-7133-4d05-91d3-b56e33435939, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814269f0-0a89-4209-bea7-bdfba268091a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:12:09.713795 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (cd065038-7133-4d05-91d3-b56e33435939), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:09.753279 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Publish callbacks [] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:09.845214 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] For port cd065038-7133-4d05-91d3-b56e33435939, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:12:09.851265 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] For port cd065038-7133-4d05-91d3-b56e33435939, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=cd065038-7133-4d05-91d3-b56e33435939,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:12:09.930569 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (cd065038-7133-4d05-91d3-b56e33435939), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:09.959658 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:10.008953 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:10.009908 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:10.011429 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] 10.222.0.35 "PUT /v2.0/ports/cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 200 len: 1093 time: 1.4119642 Feb 28 13:12:10.015498 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:12:10.015498 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a23606-9074-4e58-b66e-934c77f1349e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "tag": "cd065038-7133-4d05-91d3-b56e33435939"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:12:10.070133 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72643eb-68ac-47da-81a9-3b2a0c43392a service neutron] Pushing event updated for resources: {'Port': ['ID=cd065038-7133-4d05-91d3-b56e33435939,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:10.135256 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:12:10.136408 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Pushing event updated for resources: {'Port': ['ID=31060ba4-2f7b-4e03-99f8-04a9542ee4be,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:10.148924 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:10.151706 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:12:10.179073 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9817f9-48ef-4cfa-9cf2-31090d423455 x-openstack-request-id: req-6f9817f9-48ef-4cfa-9cf2-31090d423455 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:12:10.179431 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "tag": "cd065038-7133-4d05-91d3-b56e33435939", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:12:10.193773 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f9817f9-48ef-4cfa-9cf2-31090d423455 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:12:10.194278 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939', 'status': 'completed', 'code': 200} Feb 28 13:12:10.242886 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0878058-1567-4887-b3ef-973237ccbeec req-22420d8f-e47f-4937-884e-f4a4477ea3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:10.244465 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-22420d8f-e47f-4937-884e-f4a4477ea3a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9a68bda9714c41802a700e3546ed2b&device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 1127 time: 0.1163635 Feb 28 13:12:10.417166 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-70b8d908-e30a-453c-adfd-c4f1f63c26a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 200 len: 217 time: 0.1171844 Feb 28 13:12:10.489700 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0878058-1567-4887-b3ef-973237ccbeec req-ba848019-830d-4ebb-a919-6996b5389810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:10.491202 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-ba848019-830d-4ebb-a919-6996b5389810 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81899eb4-67db-45a9-9257-0c8eaaf4016c HTTP/1.1" status: 200 len: 852 time: 0.0674341 Feb 28 13:12:10.588244 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0878058-1567-4887-b3ef-973237ccbeec req-721695fe-9fec-4e46-a786-bc7e0033e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:10.589874 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-721695fe-9fec-4e46-a786-bc7e0033e6b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d1349b2-b6f0-452f-acee-33d85350fdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893826 Feb 28 13:12:10.595166 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adbef3-2816-4ab9-9f2c-300dab152558 req-fb18aa09-7123-48e3-913c-93276466db69 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:10.602019 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b1adbef3-2816-4ab9-9f2c-300dab152558 req-fb18aa09-7123-48e3-913c-93276466db69 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 943 time: 0.1422005 Feb 28 13:12:10.740940 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b1adbef3-2816-4ab9-9f2c-300dab152558 req-ab41d6a5-21c6-4191-8b36-a0ea6a80ef09 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332626 Feb 28 13:12:10.748665 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Publish callbacks [] for router_gateway (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:10.757209 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-45598f35-7c9c-47a4-82af-e765db3a6929 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529677 Feb 28 13:12:10.970063 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d0878058-1567-4887-b3ef-973237ccbeec req-4700562c-736a-4500-84ee-4338b08dd4f1 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046840 Feb 28 13:12:11.106396 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:12:11.198666 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23606-9074-4e58-b66e-934c77f1349e req-bd800b53-faa7-4d1b-a375-f76612906620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:11.200339 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-15a23606-9074-4e58-b66e-934c77f1349e req-bd800b53-faa7-4d1b-a375-f76612906620 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9a68bda9714c41802a700e3546ed2b&device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 1127 time: 0.0874474 Feb 28 13:12:11.228695 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3693583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3689114'] for router (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:11.253603 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:11.254709 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:11.319270 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd981947-bac0-49ed-a2bb-fa4cd04cd11e None None] Network 58fe12c6-a3b1-4272-a2a1-12d649f7836b requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:12:11.402961 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23606-9074-4e58-b66e-934c77f1349e req-7d929e51-7296-4e30-a53f-1a155641fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:11.406280 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-15a23606-9074-4e58-b66e-934c77f1349e req-7d929e51-7296-4e30-a53f-1a155641fbef service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d1349b2-b6f0-452f-acee-33d85350fdfc HTTP/1.1" status: 200 len: 914 time: 0.1616845 Feb 28 13:12:11.454140 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-7fbede37-820e-4821-bf24-923e0c35456f None None] Provisioning complete for port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:11.464007 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7fbede37-820e-4821-bf24-923e0c35456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:11.475173 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-15a23606-9074-4e58-b66e-934c77f1349e req-b2770bec-7018-41e4-993a-aeb89da9870c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 200 len: 217 time: 0.0565317 Feb 28 13:12:11.564119 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Router 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 is scheduled to L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e with binding_index 1 {{(pid=103231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 13:12:11.613299 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:11.614431 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:11.652122 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23606-9074-4e58-b66e-934c77f1349e req-3344939c-0118-4545-a604-9b495d512e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:11.654330 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-15a23606-9074-4e58-b66e-934c77f1349e req-3344939c-0118-4545-a604-9b495d512e3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81899eb4-67db-45a9-9257-0c8eaaf4016c HTTP/1.1" status: 200 len: 852 time: 0.0780756 Feb 28 13:12:11.705918 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c,segment=NetworkSegment(1b85e443-0643-4f98-8dc3-e40e49c58527),segment_id=1b85e443-0643-4f98-8dc3-e40e49c58527)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:11.707240 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7fbede37-820e-4821-bf24-923e0c35456f None None] Current status of the port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:11.707926 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7fbede37-820e-4821-bf24-923e0c35456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:11.766938 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:11.767856 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device de603935-68de-45ac-b7e6-11cef73b1e51 up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:12:11.786542 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:12:11.835179 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Sync routers for ids ['1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:12:11.848248 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23606-9074-4e58-b66e-934c77f1349e req-9747e739-61fb-47f9-a8b6-c0c4cfab0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:11.852593 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-15a23606-9074-4e58-b66e-934c77f1349e req-9747e739-61fb-47f9-a8b6-c0c4cfab0321 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d1349b2-b6f0-452f-acee-33d85350fdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1231587 Feb 28 13:12:11.857890 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:11.859648 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-908ee36d-fcca-4349-8ca4-cb7640675e02 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0193985 Feb 28 13:12:11.863384 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58618) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:11.929638 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Routers {'1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:12:11.930623 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:11.998675 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.db.api [None req-7fbede37-820e-4821-bf24-923e0c35456f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 13:12:11.998931 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG oslo_db.api [None req-7fbede37-820e-4821-bf24-923e0c35456f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 13:12:12.039768 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:12.065431 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-15a23606-9074-4e58-b66e-934c77f1349e req-31b94c19-ea74-4506-9caa-c64436225268 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946993 Feb 28 13:12:12.118979 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port de603935-68de-45ac-b7e6-11cef73b1e51 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:12.119916 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:12.188311 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af9091-b5c5-4aca-9f30-b2c7fa196301 req-3097c54b-638c-4d9f-9243-5fe6789e771b tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:12.190126 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-82af9091-b5c5-4aca-9f30-b2c7fa196301 req-3097c54b-638c-4d9f-9243-5fe6789e771b tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 943 time: 0.2194943 Feb 28 13:12:12.215235 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Set router 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:12:12.243941 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-15a23606-9074-4e58-b66e-934c77f1349e req-bb4d67f6-f717-4f1c-b512-14153c114f27 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326673 Feb 28 13:12:12.316572 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-82af9091-b5c5-4aca-9f30-b2c7fa196301 req-a4662150-4b17-46be-9144-38749cacfc01 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910106 Feb 28 13:12:12.357118 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port de603935-68de-45ac-b7e6-11cef73b1e51 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:12.475941 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'name': 'tempest-TestVolumeBootPattern-1883477634-router', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:07Z', 'updated_at': '2022-02-28T13:12:10Z', 'revision_number': 3, 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'gw_port': {'id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:09Z', 'updated_at': '2022-02-28T13:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:12.521082 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Checking router: 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:12:12.521612 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Updating router 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 port 31060ba4-2f7b-4e03-99f8-04a9542ee4be binding host dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:12:12.604314 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7fbede37-820e-4821-bf24-923e0c35456f None None] Current status of the port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:12.611447 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:12.684411 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:12.965665 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:12:12.967561 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-e3967d6e-8354-4d80-89b1-e1872685b936 None None] Provisioning complete for port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:12.968042 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e3967d6e-8354-4d80-89b1-e1872685b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:12.979714 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Allocated IP 172.20.0.1 (58fe12c6-a3b1-4272-a2a1-12d649f7836b/4eb3ceea-d183-4654-8695-f3046c660b64/e5f4c76c-8b10-470b-b2d3-77966cb7b74c) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:12:13.140949 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Publish callbacks [] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:13.240056 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:13.240621 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:13.244720 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:13.266298 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e3967d6e-8354-4d80-89b1-e1872685b936 None None] Current status of the port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:13.304567 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Network 58fe12c6-a3b1-4272-a2a1-12d649f7836b is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:12:13.306224 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:13.309259 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:12:13.352821 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Publish callbacks [] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:13.426822 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:13.436031 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:13.546334 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Attempting to bind port 31060ba4-2f7b-4e03-99f8-04a9542ee4be on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:12:13.547125 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Attempting to bind port 31060ba4-2f7b-4e03-99f8-04a9542ee4be by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:12:13.547700 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Attempting to bind port 31060ba4-2f7b-4e03-99f8-04a9542ee4be on network 35badc98-a186-415a-b1b0-8c2ba87645f6 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:12:13.551300 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfc9b9-5ec2-4013-acc6-0c6598373f76 None None] Pushing event updated for resources: {'Port': ['ID=31060ba4-2f7b-4e03-99f8-04a9542ee4be,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:13.559608 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:12:13.560469 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Checking segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:12:13.561047 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:13.561603 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Bound using segment: {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:12:13.562253 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Bound port: 31060ba4-2f7b-4e03-99f8-04a9542ee4be, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11127075-226a-42de-b033-bba525785662', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:12:13.562969 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:13.684890 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] For port 31060ba4-2f7b-4e03-99f8-04a9542ee4be, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:12:13.703713 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] For port 31060ba4-2f7b-4e03-99f8-04a9542ee4be, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=31060ba4-2f7b-4e03-99f8-04a9542ee4be,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:12:13.711592 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-86ae6f98-47aa-441a-8b66-06e28ac4dae8 None None] Provisioning complete for port e5f4c76c-8b10-470b-b2d3-77966cb7b74c triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:13.712140 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-86ae6f98-47aa-441a-8b66-06e28ac4dae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:13.756868 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-86ae6f98-47aa-441a-8b66-06e28ac4dae8 None None] Port e5f4c76c-8b10-470b-b2d3-77966cb7b74c cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:12:13.764327 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f4c76c-8b10-470b-b2d3-77966cb7b74c,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:13.772685 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:13.776357 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690439'] for router_interface (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:13.845132 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Routers {'1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:12:13.845923 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:13.852645 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287797ac-5a7b-4156-8a58-ccef291a62c6 req-f3ce3867-91eb-40da-abbd-db8708549d44 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:13.853092 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-287797ac-5a7b-4156-8a58-ccef291a62c6 req-f3ce3867-91eb-40da-abbd-db8708549d44 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 943 time: 0.1286402 Feb 28 13:12:13.903417 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfc9b9-5ec2-4013-acc6-0c6598373f76 None None] Pushing event updated for resources: {'Port': ['ID=31060ba4-2f7b-4e03-99f8-04a9542ee4be,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:13.955902 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-287797ac-5a7b-4156-8a58-ccef291a62c6 req-00b841c2-fefd-473d-9a51-f8653659a482 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951490 Feb 28 13:12:13.996960 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] Set router 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:12:14.021861 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:14.217086 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'name': 'tempest-TestVolumeBootPattern-1883477634-router', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:07Z', 'updated_at': '2022-02-28T13:12:10Z', 'revision_number': 3, 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'gw_port': {'id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:09Z', 'updated_at': '2022-02-28T13:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:14.228661 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Publish callbacks [] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:14.249679 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6d2e2-4a88-4429-b422-0f18f80e4d1d None None] The sync data for ids ['1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'] in dv-cinder-831202-1-iscsi is: [{'id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'name': 'tempest-TestVolumeBootPattern-1883477634-router', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:07Z', 'updated_at': '2022-02-28T13:12:10Z', 'revision_number': 3, 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'gw_port': {'id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:09Z', 'updated_at': '2022-02-28T13:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:12:14.284306 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808566'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:14.354134 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f4c76c-8b10-470b-b2d3-77966cb7b74c,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:14.356941 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689303'] for router_interface (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:14.484790 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Network 58fe12c6-a3b1-4272-a2a1-12d649f7836b is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:12:14.489647 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:14.701680 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Router 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:12:14.841285 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:12:14.846689 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-cd579189-c643-464f-9eb0-8143c89cdf46 admin admin] 10.222.0.23 "PUT /v2.0/routers/1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9831553 Feb 28 13:12:14.999098 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-2baee619-6f63-4777-8a06-1ea70c8c56f0 None None] Provisioning complete for port e5f4c76c-8b10-470b-b2d3-77966cb7b74c triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:15.004599 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2baee619-6f63-4777-8a06-1ea70c8c56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:15.088915 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 31060ba4-2f7b-4e03-99f8-04a9542ee4be up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:12:15.169068 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813cba0-09c8-47b2-ad83-37ac1a0e3764 req-cb39ad50-4add-45e1-ad65-2a7ced4afc37 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:15.171153 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4813cba0-09c8-47b2-ad83-37ac1a0e3764 req-cb39ad50-4add-45e1-ad65-2a7ced4afc37 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 943 time: 0.1137977 Feb 28 13:12:15.182247 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2baee619-6f63-4777-8a06-1ea70c8c56f0 None None] Port e5f4c76c-8b10-470b-b2d3-77966cb7b74c cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:12:15.222543 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 31060ba4-2f7b-4e03-99f8-04a9542ee4be triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:15.227322 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:15.275078 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4813cba0-09c8-47b2-ad83-37ac1a0e3764 req-d8cb8d2f-7b04-4013-bea3-186e3ebecbbc tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837898 Feb 28 13:12:15.422903 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 31060ba4-2f7b-4e03-99f8-04a9542ee4be is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:15.424144 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:15.472374 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] For port 31060ba4-2f7b-4e03-99f8-04a9542ee4be, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=31060ba4-2f7b-4e03-99f8-04a9542ee4be,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:15.554322 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:15.643766 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Pushing event updated for resources: {'Port': ['ID=31060ba4-2f7b-4e03-99f8-04a9542ee4be,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:15.842740 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58634) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:15.847545 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-0aefe06a-41f0-47be-b2e9-c230fe34b12d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47511871', 'description': 'tempest-secgroup-smoke-47511871 description', 'project_id': 'b56a3f7798474e458c47e5471148680d'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:15.907030 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0aefe06a-41f0-47be-b2e9-c230fe34b12d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:15.979104 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0aefe06a-41f0-47be-b2e9-c230fe34b12d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group (c90e03e3-a9bf-4875-85a5-c6ddc21b3097), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:16.032896 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0aefe06a-41f0-47be-b2e9-c230fe34b12d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (c90e03e3-a9bf-4875-85a5-c6ddc21b3097), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:16.070428 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefe06a-41f0-47be-b2e9-c230fe34b12d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90e03e3-a9bf-4875-85a5-c6ddc21b3097,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:16.133824 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-0aefe06a-41f0-47be-b2e9-c230fe34b12d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:16.137929 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-0aefe06a-41f0-47be-b2e9-c230fe34b12d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2914972 Feb 28 13:12:16.138218 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58636) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:16.144313 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-6fe94e0a-afba-4e93-bdc6-b65033413cb8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'security_group_rule': {'security_group_id': 'c90e03e3-a9bf-4875-85a5-c6ddc21b3097', 'project_id': 'b56a3f7798474e458c47e5471148680d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:16.233027 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6fe94e0a-afba-4e93-bdc6-b65033413cb8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (5fc5e4f6-1761-4dd1-a223-21414a500d13), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:16.313903 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6fe94e0a-afba-4e93-bdc6-b65033413cb8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (5fc5e4f6-1761-4dd1-a223-21414a500d13), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:16.375928 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6fe94e0a-afba-4e93-bdc6-b65033413cb8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (5fc5e4f6-1761-4dd1-a223-21414a500d13), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:16.403441 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe94e0a-afba-4e93-bdc6-b65033413cb8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc5e4f6-1761-4dd1-a223-21414a500d13,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:16.469153 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397413c0-d72a-4e29-b952-d727f5e49b82 req-765fb053-6eba-4a2c-8d67-3344cf93d050 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:16.485789 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-397413c0-d72a-4e29-b952-d727f5e49b82 req-765fb053-6eba-4a2c-8d67-3344cf93d050 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 943 time: 0.0609796 Feb 28 13:12:16.525439 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-397413c0-d72a-4e29-b952-d727f5e49b82 req-cbb17713-2daa-41aa-8a78-2d9bfddd4345 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491610 Feb 28 13:12:16.606780 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-6fe94e0a-afba-4e93-bdc6-b65033413cb8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:16.608379 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-6fe94e0a-afba-4e93-bdc6-b65033413cb8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4688475 Feb 28 13:12:16.611268 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58640) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:16.616550 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-a553e2de-e46f-4b87-b2c2-13378322b551 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'security_group_rule': {'security_group_id': 'c90e03e3-a9bf-4875-85a5-c6ddc21b3097', 'project_id': 'b56a3f7798474e458c47e5471148680d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:16.883029 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 31060ba4-2f7b-4e03-99f8-04a9542ee4be up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:12:16.936694 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port 31060ba4-2f7b-4e03-99f8-04a9542ee4be triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:16.937050 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:17.018029 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port 31060ba4-2f7b-4e03-99f8-04a9542ee4be is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:17.137757 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Sync routers for ids ['1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:12:17.150690 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Routers {'1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:12:17.151322 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:17.214688 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a553e2de-e46f-4b87-b2c2-13378322b551 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (2064b2f5-34f7-4f1f-8904-e20eb2161815), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:17.292994 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a553e2de-e46f-4b87-b2c2-13378322b551 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (2064b2f5-34f7-4f1f-8904-e20eb2161815), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:17.309255 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Set router 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:12:17.701574 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b7226-3b81-4fb5-be6f-4e83cf900bc4 req-40bd15cb-cd26-4d29-8028-14df9cea6fd6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:17.703256 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f41b7226-3b81-4fb5-be6f-4e83cf900bc4 req-40bd15cb-cd26-4d29-8028-14df9cea6fd6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 943 time: 0.0785663 Feb 28 13:12:17.733255 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'name': 'tempest-TestVolumeBootPattern-1883477634-router', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:07Z', 'updated_at': '2022-02-28T13:12:13Z', 'revision_number': 4, 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'gw_port': {'id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:09Z', 'updated_at': '2022-02-28T13:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'e5f4c76c-8b10-470b-b2d3-77966cb7b74c', 'name': '', 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'mac_address': 'fa:16:3e:ae:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4eb3ceea-d183-4654-8695-f3046c660b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:12Z', 'updated_at': '2022-02-28T13:12:14Z', 'revision_number': 2, 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'subnets': [{'id': '4eb3ceea-d183-4654-8695-f3046c660b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:17.745161 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a553e2de-e46f-4b87-b2c2-13378322b551 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (2064b2f5-34f7-4f1f-8904-e20eb2161815), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:17.769190 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Checking router: 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:12:17.784691 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Updating router 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 port e5f4c76c-8b10-470b-b2d3-77966cb7b74c binding host dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 13:12:17.784857 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553e2de-e46f-4b87-b2c2-13378322b551 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2064b2f5-34f7-4f1f-8904-e20eb2161815,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:17.792901 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f41b7226-3b81-4fb5-be6f-4e83cf900bc4 req-8ffa8d38-840c-49d6-a630-e1c2aca9fc29 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807204 Feb 28 13:12:17.808692 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.066873 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.085467 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Publish callbacks [] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.092075 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-a553e2de-e46f-4b87-b2c2-13378322b551 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.093885 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-a553e2de-e46f-4b87-b2c2-13378322b551 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4809563 Feb 28 13:12:18.096082 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58646) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:18.101062 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-16b1b3a2-cb3d-4649-acc3-61bb89c7c0e1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'security_group_rule': {'security_group_id': 'c90e03e3-a9bf-4875-85a5-c6ddc21b3097', 'project_id': 'b56a3f7798474e458c47e5471148680d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:18.169852 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.217132 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39329ad9-c4fc-4d25-a571-1e72ed328702 None None] Pushing event updated for resources: {'Port': ['ID=e5f4c76c-8b10-470b-b2d3-77966cb7b74c,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:18.229268 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-16b1b3a2-cb3d-4649-acc3-61bb89c7c0e1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (7fd08afc-6ff2-4344-8403-97123aee7ab6), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.278102 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Attempting to bind port e5f4c76c-8b10-470b-b2d3-77966cb7b74c on host dv-cinder-831202-1-iscsi for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:12:18.282385 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Attempting to bind port e5f4c76c-8b10-470b-b2d3-77966cb7b74c by drivers openvswitch,hyperv on host dv-cinder-831202-1-iscsi at level 0 using segments [{'id': '1b85e443-0643-4f98-8dc3-e40e49c58527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:12:18.282385 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Attempting to bind port e5f4c76c-8b10-470b-b2d3-77966cb7b74c on network 58fe12c6-a3b1-4272-a2a1-12d649f7836b {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:12:18.284025 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Checking agent: {'id': '0b10bf37-6e57-4c5f-b128-4dba2880fab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831202-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 12, 54, 59), 'started_at': datetime.datetime(2022, 2, 28, 12, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831202-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:12:18.284416 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Checking segment: {'id': '1b85e443-0643-4f98-8dc3-e40e49c58527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:12:18.284806 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.285863 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Bound using segment: {'id': '1b85e443-0643-4f98-8dc3-e40e49c58527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:12:18.286334 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Bound port: e5f4c76c-8b10-470b-b2d3-77966cb7b74c, host: dv-cinder-831202-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b85e443-0643-4f98-8dc3-e40e49c58527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:12:18.286715 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.294546 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-16b1b3a2-cb3d-4649-acc3-61bb89c7c0e1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (7fd08afc-6ff2-4344-8403-97123aee7ab6), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.352917 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-16b1b3a2-cb3d-4649-acc3-61bb89c7c0e1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (7fd08afc-6ff2-4344-8403-97123aee7ab6), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.354118 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] For port e5f4c76c-8b10-470b-b2d3-77966cb7b74c, host dv-cinder-831202-1-iscsi, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:12:18.358475 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] For port e5f4c76c-8b10-470b-b2d3-77966cb7b74c, host dv-cinder-831202-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=e5f4c76c-8b10-470b-b2d3-77966cb7b74c,segment=NetworkSegment(1b85e443-0643-4f98-8dc3-e40e49c58527),segment_id=1b85e443-0643-4f98-8dc3-e40e49c58527)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:12:18.371215 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1b3a2-cb3d-4649-acc3-61bb89c7c0e1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd08afc-6ff2-4344-8403-97123aee7ab6,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:18.427399 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-eb1f35b8-8112-48a8-b963-796a36f71542 None None] Provisioning complete for port e5f4c76c-8b10-470b-b2d3-77966cb7b74c triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:18.427809 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb1f35b8-8112-48a8-b963-796a36f71542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.432960 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.458587 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-16b1b3a2-cb3d-4649-acc3-61bb89c7c0e1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.459852 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-16b1b3a2-cb3d-4649-acc3-61bb89c7c0e1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3628082 Feb 28 13:12:18.463280 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58648) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:18.465456 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f35b8-8112-48a8-b963-796a36f71542 None None] Port e5f4c76c-8b10-470b-b2d3-77966cb7b74c cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:12:18.468111 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-b252d821-6426-43d3-991e-f76e332a08c5 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'security_group_rule': {'security_group_id': 'c90e03e3-a9bf-4875-85a5-c6ddc21b3097', 'project_id': 'b56a3f7798474e458c47e5471148680d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:18.485832 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Routers {'1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:12:18.486472 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:11:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:18.540861 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39329ad9-c4fc-4d25-a571-1e72ed328702 None None] Pushing event updated for resources: {'Port': ['ID=e5f4c76c-8b10-470b-b2d3-77966cb7b74c,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:18.547462 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b252d821-6426-43d3-991e-f76e332a08c5 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (47dca607-2ec2-4577-ae25-6d5c2c2cc44f), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.614325 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] Set router 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:12:18.616664 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b252d821-6426-43d3-991e-f76e332a08c5 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (47dca607-2ec2-4577-ae25-6d5c2c2cc44f), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.683865 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b252d821-6426-43d3-991e-f76e332a08c5 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (47dca607-2ec2-4577-ae25-6d5c2c2cc44f), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.700668 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Provisioning complete for port e5f4c76c-8b10-470b-b2d3-77966cb7b74c triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:18.701418 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.702609 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252d821-6426-43d3-991e-f76e332a08c5 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dca607-2ec2-4577-ae25-6d5c2c2cc44f,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:18.765886 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-b252d821-6426-43d3-991e-f76e332a08c5 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.769662 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-b252d821-6426-43d3-991e-f76e332a08c5 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3026097 Feb 28 13:12:18.770052 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58650) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:18.774568 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-47f7df0f-1f0c-4650-8bad-d841a666e604 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'security_group_rule': {'security_group_id': 'c90e03e3-a9bf-4875-85a5-c6ddc21b3097', 'project_id': 'b56a3f7798474e458c47e5471148680d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:18.784773 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Current status of the port e5f4c76c-8b10-470b-b2d3-77966cb7b74c is: DOWN; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:18.785205 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.819330 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] For port e5f4c76c-8b10-470b-b2d3-77966cb7b74c, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=e5f4c76c-8b10-470b-b2d3-77966cb7b74c,segment=NetworkSegment(1b85e443-0643-4f98-8dc3-e40e49c58527),segment_id=1b85e443-0643-4f98-8dc3-e40e49c58527)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:18.826514 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'name': 'tempest-TestVolumeBootPattern-1883477634-router', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:07Z', 'updated_at': '2022-02-28T13:12:13Z', 'revision_number': 4, 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'gw_port': {'id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:09Z', 'updated_at': '2022-02-28T13:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'e5f4c76c-8b10-470b-b2d3-77966cb7b74c', 'name': '', 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'mac_address': 'fa:16:3e:ae:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4eb3ceea-d183-4654-8695-f3046c660b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:12Z', 'updated_at': '2022-02-28T13:12:18Z', 'revision_number': 4, 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'subnets': [{'id': '4eb3ceea-d183-4654-8695-f3046c660b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:18.853050 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c712da-dd95-4d2c-b7d8-0905bcaf17c8 None None] The sync data for ids ['1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'] in dv-cinder-831202-1-iscsi is: [{'id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'name': 'tempest-TestVolumeBootPattern-1883477634-router', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:07Z', 'updated_at': '2022-02-28T13:12:13Z', 'revision_number': 4, 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'gw_port': {'id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:09Z', 'updated_at': '2022-02-28T13:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'e5f4c76c-8b10-470b-b2d3-77966cb7b74c', 'name': '', 'network_id': '58fe12c6-a3b1-4272-a2a1-12d649f7836b', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'mac_address': 'fa:16:3e:ae:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4eb3ceea-d183-4654-8695-f3046c660b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:12Z', 'updated_at': '2022-02-28T13:12:18Z', 'revision_number': 4, 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'subnets': [{'id': '4eb3ceea-d183-4654-8695-f3046c660b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:12:18.855532 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-47f7df0f-1f0c-4650-8bad-d841a666e604 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Project b56a3f7798474e458c47e5471148680d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 13:12:18.860918 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47f7df0f-1f0c-4650-8bad-d841a666e604 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (7becc92c-a40c-4827-882f-5348848600a1), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.954782 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47f7df0f-1f0c-4650-8bad-d841a666e604 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (7becc92c-a40c-4827-882f-5348848600a1), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:18.959929 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df098a2-d997-4e40-bf0f-9339497e0c5c req-60a52391-1c0b-48e3-97b2-bac255a564fd tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:18.964771 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4df098a2-d997-4e40-bf0f-9339497e0c5c req-60a52391-1c0b-48e3-97b2-bac255a564fd tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 943 time: 0.0929852 Feb 28 13:12:18.967329 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:19.001956 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47f7df0f-1f0c-4650-8bad-d841a666e604 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (7becc92c-a40c-4827-882f-5348848600a1), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:19.018803 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7df0f-1f0c-4650-8bad-d841a666e604 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7becc92c-a40c-4827-882f-5348848600a1,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:19.032185 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4df098a2-d997-4e40-bf0f-9339497e0c5c req-58348137-e42f-4ed3-a2ab-34aea11d29fd tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642772 Feb 28 13:12:19.058979 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Pushing event updated for resources: {'Port': ['ID=e5f4c76c-8b10-470b-b2d3-77966cb7b74c,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:19.070763 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.074014 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.074014 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.074014 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.074014 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.074014 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.074014 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.074014 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.074014 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.074014 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.074820 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.074820 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.074820 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6245d-4899-49e0-8e6f-22814988394c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:12:19.091618 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47f7df0f-1f0c-4650-8bad-d841a666e604 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:19.096692 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-47f7df0f-1f0c-4650-8bad-d841a666e604 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219528 Feb 28 13:12:19.096692 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58654) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:19.101161 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c38f1f96-915f-4364-8b70-313490f9c197 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'security_group_rule': {'security_group_id': 'c90e03e3-a9bf-4875-85a5-c6ddc21b3097', 'project_id': 'b56a3f7798474e458c47e5471148680d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:19.158339 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-c38f1f96-915f-4364-8b70-313490f9c197 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Project b56a3f7798474e458c47e5471148680d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 13:12:19.165259 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c38f1f96-915f-4364-8b70-313490f9c197 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (e6123bdf-c82f-46a1-88e6-570769eac1f4), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:19.227523 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c38f1f96-915f-4364-8b70-313490f9c197 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (e6123bdf-c82f-46a1-88e6-570769eac1f4), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:19.267106 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c38f1f96-915f-4364-8b70-313490f9c197 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (e6123bdf-c82f-46a1-88e6-570769eac1f4), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:19.284715 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f1f96-915f-4364-8b70-313490f9c197 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6123bdf-c82f-46a1-88e6-570769eac1f4,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:19.337892 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c38f1f96-915f-4364-8b70-313490f9c197 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:19.339134 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-c38f1f96-915f-4364-8b70-313490f9c197 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2424552 Feb 28 13:12:20.149317 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f148-2cb1-45ef-a248-8e14b83d4a75 req-fa5bf05c-f4a1-4a4a-8277-cac113b27c8f tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:20.150817 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7519f148-2cb1-45ef-a248-8e14b83d4a75 req-fa5bf05c-f4a1-4a4a-8277-cac113b27c8f tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 943 time: 0.0525692 Feb 28 13:12:20.205742 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7519f148-2cb1-45ef-a248-8e14b83d4a75 req-84bd2870-59ac-481a-b2a6-5f2646239f92 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493298 Feb 28 13:12:21.065497 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device e5f4c76c-8b10-470b-b2d3-77966cb7b74c up at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:12:21.114302 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Provisioning complete for port e5f4c76c-8b10-470b-b2d3-77966cb7b74c triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:21.114619 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:21.192791 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Current status of the port e5f4c76c-8b10-470b-b2d3-77966cb7b74c is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:21.338239 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42db4ec-ff1e-4da1-b840-c9ab2a83fadb req-adc5b1cc-eb35-474d-bb37-538fcb52e7dd tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:21.339954 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e42db4ec-ff1e-4da1-b840-c9ab2a83fadb req-adc5b1cc-eb35-474d-bb37-538fcb52e7dd tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 943 time: 0.0528200 Feb 28 13:12:21.390630 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e42db4ec-ff1e-4da1-b840-c9ab2a83fadb req-d852af33-0d5d-4807-ab2f-146cff5eeb3d tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452926 Feb 28 13:12:21.697991 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device cd065038-7133-4d05-91d3-b56e33435939 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:12:21.792002 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port cd065038-7133-4d05-91d3-b56e33435939, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=cd065038-7133-4d05-91d3-b56e33435939,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:21.803784 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': 'cd065038-7133-4d05-91d3-b56e33435939', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'port_id': 'cd065038-7133-4d05-91d3-b56e33435939', 'mac_address': 'fa:16:3e:ee:10:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:12:21.843169 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port cd065038-7133-4d05-91d3-b56e33435939 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:21.843578 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (cd065038-7133-4d05-91d3-b56e33435939), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:21.855826 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd065038-7133-4d05-91d3-b56e33435939 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:12:21.875565 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port cd065038-7133-4d05-91d3-b56e33435939, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=cd065038-7133-4d05-91d3-b56e33435939,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:21.958604 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (cd065038-7133-4d05-91d3-b56e33435939), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:22.006868 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=cd065038-7133-4d05-91d3-b56e33435939,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:22.204948 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['cd065038-7133-4d05-91d3-b56e33435939'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:12:22.512873 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7a7d5-7031-4b8b-a23a-5b74bdc498b3 req-c8da4ad8-a8dc-4f16-a0e7-71f326372966 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:22.514366 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5fb7a7d5-7031-4b8b-a23a-5b74bdc498b3 req-c8da4ad8-a8dc-4f16-a0e7-71f326372966 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 944 time: 0.0530319 Feb 28 13:12:22.562644 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5fb7a7d5-7031-4b8b-a23a-5b74bdc498b3 req-c01c09f6-b8ca-41ba-a382-ce7b050f66db tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Feb 28 13:12:22.895966 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-23132508-9dc1-463a-b30e-96dc2c517a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:23.678636 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9618c51-9b9e-42a4-a6e4-540a0ecc6e50 req-c92d9510-fdd3-468b-a9f1-7c2bf8b181f0 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:23.680243 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f9618c51-9b9e-42a4-a6e4-540a0ecc6e50 req-c92d9510-fdd3-468b-a9f1-7c2bf8b181f0 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 944 time: 0.0519295 Feb 28 13:12:23.696991 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device cd065038-7133-4d05-91d3-b56e33435939 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:12:23.725919 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f9618c51-9b9e-42a4-a6e4-540a0ecc6e50 req-7c08cf25-f99e-4c79-a3f4-da7e3b495e57 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401762 Feb 28 13:12:23.855075 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port cd065038-7133-4d05-91d3-b56e33435939 completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:12:23.859112 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port cd065038-7133-4d05-91d3-b56e33435939 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:23.859508 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (cd065038-7133-4d05-91d3-b56e33435939), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:23.940251 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port cd065038-7133-4d05-91d3-b56e33435939 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:23.940681 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (cd065038-7133-4d05-91d3-b56e33435939), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:23.964825 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:12:23.967120 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2456c2cf-09e0-41bb-9265-824896b950f3" -d '{"events": [{"server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "name": "network-vif-plugged", "status": "completed", "tag": "cd065038-7133-4d05-91d3-b56e33435939"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:12:23.980246 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port cd065038-7133-4d05-91d3-b56e33435939, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=cd065038-7133-4d05-91d3-b56e33435939,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:24.006638 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb33d45-40ab-492a-949e-f7465205c205 x-openstack-request-id: req-8eb33d45-40ab-492a-949e-f7465205c205 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:12:24.006941 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "name": "network-vif-plugged", "status": "completed", "tag": "cd065038-7133-4d05-91d3-b56e33435939", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:12:24.007242 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8eb33d45-40ab-492a-949e-f7465205c205 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:12:24.007979 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939', 'code': 200} Feb 28 13:12:24.044496 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (cd065038-7133-4d05-91d3-b56e33435939), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:24.100723 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=cd065038-7133-4d05-91d3-b56e33435939,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:24.288665 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fbeb0-4104-4dae-afb3-6eb79b5eab12 req-b8efaa87-5a07-420a-b743-ea0f1b3c3a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:24.290128 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3e0fbeb0-4104-4dae-afb3-6eb79b5eab12 req-b8efaa87-5a07-420a-b743-ea0f1b3c3a0a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 1129 time: 0.0438895 Feb 28 13:12:24.335253 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3e0fbeb0-4104-4dae-afb3-6eb79b5eab12 req-d80b5d89-6f49-4508-9c30-4329374d5a11 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383115 Feb 28 13:12:24.846108 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20879ccf-22eb-4097-abe3-d4befc71be08 req-17300a13-f7f1-477b-be60-72472b054aaf tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:24.847677 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-20879ccf-22eb-4097-abe3-d4befc71be08 req-17300a13-f7f1-477b-be60-72472b054aaf tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 945 time: 0.0567055 Feb 28 13:12:24.894364 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-20879ccf-22eb-4097-abe3-d4befc71be08 req-27367290-158e-4788-8215-0807ebe25c7f tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 Feb 28 13:12:25.324017 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e2fe549d-e9b9-4102-b61f-642e8b06d714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:26.013066 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fda50-7ff8-4e3e-9dc3-8abaf166a8d6 req-439a2021-09f3-4484-9e16-1986b3f1aba4 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:26.014884 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c45fda50-7ff8-4e3e-9dc3-8abaf166a8d6 req-439a2021-09f3-4484-9e16-1986b3f1aba4 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 945 time: 0.0525239 Feb 28 13:12:26.060741 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c45fda50-7ff8-4e3e-9dc3-8abaf166a8d6 req-ef933b89-846b-4540-b241-98af6e8e2d63 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Feb 28 13:12:26.178560 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d5442-b2fd-428c-ab5a-d944e6d7108d req-38866c79-9638-4cd3-a944-2b99bbfe42e4 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:26.180059 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a98d5442-b2fd-428c-ab5a-d944e6d7108d req-38866c79-9638-4cd3-a944-2b99bbfe42e4 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 945 time: 0.0533950 Feb 28 13:12:26.231444 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a98d5442-b2fd-428c-ab5a-d944e6d7108d req-0aa9f25d-06ca-477f-b376-d2383957042e tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448596 Feb 28 13:12:26.555285 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0e008-cb1f-4a47-a6e0-c349e74f95f0 req-aaa83121-d55d-4879-93af-b728a1286e21 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:26.556824 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0ed0e008-cb1f-4a47-a6e0-c349e74f95f0 req-aaa83121-d55d-4879-93af-b728a1286e21 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 945 time: 0.0560019 Feb 28 13:12:26.604026 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0ed0e008-cb1f-4a47-a6e0-c349e74f95f0 req-41c75fd6-d444-46f5-8e5c-ffa8dd1b54ed tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Feb 28 13:12:26.752883 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:27.923939 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:29.404179 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:30.794662 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c25c9ba0-f0ce-406f-b829-6287ae2b5897 req-fa222e46-b045-4e5f-8e13-1a91ee379d24 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452225 Feb 28 13:12:30.880746 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c9ba0-f0ce-406f-b829-6287ae2b5897 req-64aab2df-b52e-4483-82da-6e6d637893b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:30.882200 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c25c9ba0-f0ce-406f-b829-6287ae2b5897 req-64aab2df-b52e-4483-82da-6e6d637893b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9a68bda9714c41802a700e3546ed2b&device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 1129 time: 0.0423415 Feb 28 13:12:30.981258 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c9ba0-f0ce-406f-b829-6287ae2b5897 req-f5d9f153-2352-4b77-8157-3c9391453349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:30.982706 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c25c9ba0-f0ce-406f-b829-6287ae2b5897 req-f5d9f153-2352-4b77-8157-3c9391453349 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d1349b2-b6f0-452f-acee-33d85350fdfc HTTP/1.1" status: 200 len: 914 time: 0.0812173 Feb 28 13:12:31.026764 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c25c9ba0-f0ce-406f-b829-6287ae2b5897 req-81123da8-500d-4528-a620-6d3979872ae3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 200 len: 217 time: 0.0364594 Feb 28 13:12:31.078444 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c9ba0-f0ce-406f-b829-6287ae2b5897 req-22c96c3d-511d-423f-90a2-1494121cdff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:31.079879 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c25c9ba0-f0ce-406f-b829-6287ae2b5897 req-22c96c3d-511d-423f-90a2-1494121cdff8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81899eb4-67db-45a9-9257-0c8eaaf4016c HTTP/1.1" status: 200 len: 852 time: 0.0469573 Feb 28 13:12:31.128661 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c9ba0-f0ce-406f-b829-6287ae2b5897 req-71099f20-9a9e-4572-92fd-a880013ef814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:31.130086 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c25c9ba0-f0ce-406f-b829-6287ae2b5897 req-71099f20-9a9e-4572-92fd-a880013ef814 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d1349b2-b6f0-452f-acee-33d85350fdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426998 Feb 28 13:12:31.219798 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c25c9ba0-f0ce-406f-b829-6287ae2b5897 req-801b7f6b-5e03-49e4-9f65-f1843b0a8102 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806983 Feb 28 13:12:31.307806 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c25c9ba0-f0ce-406f-b829-6287ae2b5897 req-9993fdfb-48fa-481e-b46d-3908dd87f29f service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806608 Feb 28 13:12:36.140922 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-dc581351-845c-4edd-97d5-5f93d02323de tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47511871&fields=id&tenant_id=b56a3f7798474e458c47e5471148680d HTTP/1.1" status: 200 len: 267 time: 0.0425167 Feb 28 13:12:36.249403 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-ffb5a7e5-60ea-438c-add4-704364ea8274 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:36.250880 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-ffb5a7e5-60ea-438c-add4-704364ea8274 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 812 time: 0.1032712 Feb 28 13:12:36.265795 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-c89b0254-bd83-4862-829b-66911fce690b tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/quotas/b56a3f7798474e458c47e5471148680d HTTP/1.1" status: 200 len: 375 time: 0.0093870 Feb 28 13:12:36.318608 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-89aa78c0-2b6b-45eb-8f79-53a17920a866 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480168 Feb 28 13:12:36.414879 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-257c1f5b-e825-4630-b086-29a86ea8d086 service neutron] 10.222.0.23 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848553 Feb 28 13:12:36.501283 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-59bf8cc6-d20c-4c37-9d28-156a4992d96b service neutron] 10.222.0.23 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804005 Feb 28 13:12:36.787551 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d486816-b2c6-4167-a951-654a608abb92 req-32ab7265-961f-46ae-9caa-44f4bc45cd12 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:36.788945 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9d486816-b2c6-4167-a951-654a608abb92 req-32ab7265-961f-46ae-9caa-44f4bc45cd12 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 945 time: 0.0520873 Feb 28 13:12:36.834496 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9d486816-b2c6-4167-a951-654a608abb92 req-feb1b564-6e66-47f1-ac8d-ce5533b20307 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 Feb 28 13:12:36.856351 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58832) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:37.047693 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e05be9-e957-4a63-ab35-2e6fd7caf703 tempest-TestMinimumBasicScenario-375471533 tempest-TestMinimumBasicScenario-375471533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:37.049144 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-20e05be9-e957-4a63-ab35-2e6fd7caf703 tempest-TestMinimumBasicScenario-375471533 tempest-TestMinimumBasicScenario-375471533-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 1124 time: 0.1916268 Feb 28 13:12:37.051920 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58836) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:37.056017 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Request body: {'floatingip': {'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'port_id': 'cd065038-7133-4d05-91d3-b56e33435939', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:37.169292 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:37.261780 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:37.365229 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Allocated IP 172.27.2.155 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:12:37.461272 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for port (2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:37.529627 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:37.572528 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:12:37.575315 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:37.578878 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:12:37.600268 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event updated for resources: {'Port': ['ID=2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:37.930879 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for floatingip (52bda16e-fc93-41e4-98e4-9309d646d0cb), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:38.064640 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4ebff208-74da-412b-98f4-0ce4855571bf req-dfb84c19-6b45-43b2-ac28-84121e72cda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 210 time: 0.0304492 Feb 28 13:12:38.067200 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:38.214984 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for port (2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:38.260194 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808566'] for port (2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:38.325343 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event updated for resources: {'Port': ['ID=2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:38.336774 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (52bda16e-fc93-41e4-98e4-9309d646d0cb), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:38.437445 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.db.l3_db [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Floating IP 52bda16e-fc93-41e4-98e4-9309d646d0cb associated. External IP: 172.27.2.155, port: cd065038-7133-4d05-91d3-b56e33435939. Feb 28 13:12:38.644563 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:12:38.749014 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:12:38.758827 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a9e7e6-27eb-42f8-a114-8bf51c30e59d None None] Sync routers for ids ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:12:38.769712 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9e7e6-27eb-42f8-a114-8bf51c30e59d None None] Routers {'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:12:38.776271 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-48a9e7e6-27eb-42f8-a114-8bf51c30e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:12:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:38.845378 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:38.875959 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-c8e2bf9c-8c65-4029-a195-8d146747b6ea tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8230288 Feb 28 13:12:38.876548 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:12:38.878120 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-48a9e7e6-27eb-42f8-a114-8bf51c30e59d None None] Set router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:12:38.878787 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0a33bd346426e0dd70819d4ab0c8b29067d305585d16d849570ff81fe1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffcad75-0baa-4b44-b36d-35196c2dfb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "tag": "cd065038-7133-4d05-91d3-b56e33435939"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:12:38.879109 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58842) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:38.884103 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-10f917e6-71e9-4a60-bfa6-33c92049a1f6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1684769086', 'description': 'tempest-secgroup-smoke-1684769086 description', 'project_id': '1a9a68bda9714c41802a700e3546ed2b'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:38.963686 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10f917e6-71e9-4a60-bfa6-33c92049a1f6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:38.973566 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88114f4f-2312-4f04-8872-d3a0a2447a85 x-openstack-request-id: req-88114f4f-2312-4f04-8872-d3a0a2447a85 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:12:38.976721 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "tag": "cd065038-7133-4d05-91d3-b56e33435939", "status": "completed", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:12:38.976721 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88114f4f-2312-4f04-8872-d3a0a2447a85 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:12:38.976721 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939', 'status': 'completed', 'code': 200} Feb 28 13:12:39.072425 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10f917e6-71e9-4a60-bfa6-33c92049a1f6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group (b12c9cf5-51ff-4a86-a7c1-a634441084bb), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:39.085957 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcad75-0baa-4b44-b36d-35196c2dfb1a req-ef534277-3486-4545-93b9-8216f7c29bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:39.085957 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ffcad75-0baa-4b44-b36d-35196c2dfb1a req-ef534277-3486-4545-93b9-8216f7c29bed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9a68bda9714c41802a700e3546ed2b&device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 1129 time: 0.0790920 Feb 28 13:12:39.125486 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-48a9e7e6-27eb-42f8-a114-8bf51c30e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:11:44Z', 'revision_number': 4, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '52bda16e-fc93-41e4-98e4-9309d646d0cb', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'port_id': 'cd065038-7133-4d05-91d3-b56e33435939', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'mac_address': 'fa:16:3e:ee:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:12:37Z', 'updated_at': '2022-02-28T13:12:37Z', 'revision_number': 0, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45e6f0e-15d1-43c8-8abe-3c71a0762492', 'name': '', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'mac_address': 'fa:16:3e:cb:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:44Z', 'updated_at': '2022-02-28T13:11:48Z', 'revision_number': 5, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'subnets': [{'id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:39.137415 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10f917e6-71e9-4a60-bfa6-33c92049a1f6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (b12c9cf5-51ff-4a86-a7c1-a634441084bb), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:39.152065 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4f43d681-a9f0-4e5c-9f20-084d5b4d18d8 req-eab3772c-effa-4da8-8d47-50c97955b4eb tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 210 time: 0.0295036 Feb 28 13:12:39.156633 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a9e7e6-27eb-42f8-a114-8bf51c30e59d None None] Checking router: e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:12:39.171666 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9e7e6-27eb-42f8-a114-8bf51c30e59d None None] Routers {'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:12:39.172896 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-48a9e7e6-27eb-42f8-a114-8bf51c30e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:12:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:39.177923 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f917e6-71e9-4a60-bfa6-33c92049a1f6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12c9cf5-51ff-4a86-a7c1-a634441084bb,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:39.203052 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcad75-0baa-4b44-b36d-35196c2dfb1a req-199df147-054f-4b2f-b606-a46979d709e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:39.204687 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ffcad75-0baa-4b44-b36d-35196c2dfb1a req-199df147-054f-4b2f-b606-a46979d709e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d1349b2-b6f0-452f-acee-33d85350fdfc HTTP/1.1" status: 200 len: 914 time: 0.1145568 Feb 28 13:12:39.220299 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10f917e6-71e9-4a60-bfa6-33c92049a1f6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:39.221464 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-10f917e6-71e9-4a60-bfa6-33c92049a1f6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3413236 Feb 28 13:12:39.224636 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58854) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:39.230268 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-12d47a68-a90d-4541-a777-97cd5c1acbdc tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Request body: {'security_group_rule': {'security_group_id': 'b12c9cf5-51ff-4a86-a7c1-a634441084bb', 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:39.290404 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-48a9e7e6-27eb-42f8-a114-8bf51c30e59d None None] Set router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:12:39.317940 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-12d47a68-a90d-4541-a777-97cd5c1acbdc tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (16739074-4934-4f03-9929-3034a26a7249), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:39.385761 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-12d47a68-a90d-4541-a777-97cd5c1acbdc tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (16739074-4934-4f03-9929-3034a26a7249), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:39.472251 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-12d47a68-a90d-4541-a777-97cd5c1acbdc tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (16739074-4934-4f03-9929-3034a26a7249), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:39.493803 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d47a68-a90d-4541-a777-97cd5c1acbdc tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16739074-4934-4f03-9929-3034a26a7249,revision_number=0']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:39.531587 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-48a9e7e6-27eb-42f8-a114-8bf51c30e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:11:44Z', 'revision_number': 4, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '52bda16e-fc93-41e4-98e4-9309d646d0cb', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'port_id': 'cd065038-7133-4d05-91d3-b56e33435939', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'mac_address': 'fa:16:3e:ee:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:12:37Z', 'updated_at': '2022-02-28T13:12:37Z', 'revision_number': 0, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45e6f0e-15d1-43c8-8abe-3c71a0762492', 'name': '', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'mac_address': 'fa:16:3e:cb:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:44Z', 'updated_at': '2022-02-28T13:11:48Z', 'revision_number': 5, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'subnets': [{'id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:12:39.549631 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ffcad75-0baa-4b44-b36d-35196c2dfb1a req-95516190-c7a8-4155-bcc1-5330ee4daa9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 200 len: 999 time: 0.3379507 Feb 28 13:12:39.554019 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-12d47a68-a90d-4541-a777-97cd5c1acbdc tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:39.555223 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-12d47a68-a90d-4541-a777-97cd5c1acbdc tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295028 Feb 28 13:12:39.558692 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58856) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:39.559831 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a9e7e6-27eb-42f8-a114-8bf51c30e59d None None] The sync data for ids ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'] in dv-cinder-831202-1-iscsi is: [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:11:44Z', 'revision_number': 4, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': '52bda16e-fc93-41e4-98e4-9309d646d0cb', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'port_id': 'cd065038-7133-4d05-91d3-b56e33435939', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'mac_address': 'fa:16:3e:ee:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:12:37Z', 'updated_at': '2022-02-28T13:12:37Z', 'revision_number': 0, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45e6f0e-15d1-43c8-8abe-3c71a0762492', 'name': '', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'mac_address': 'fa:16:3e:cb:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:44Z', 'updated_at': '2022-02-28T13:11:48Z', 'revision_number': 5, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'subnets': [{'id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:12:39.569111 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1d254446-ca51-4497-8f42-f347eac08a30 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Request body: {'security_group_rule': {'security_group_id': 'b12c9cf5-51ff-4a86-a7c1-a634441084bb', 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:39.617375 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcad75-0baa-4b44-b36d-35196c2dfb1a req-6e235027-d49e-4ce9-ac09-e1571cd5d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:39.618871 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ffcad75-0baa-4b44-b36d-35196c2dfb1a req-6e235027-d49e-4ce9-ac09-e1571cd5d5cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81899eb4-67db-45a9-9257-0c8eaaf4016c HTTP/1.1" status: 200 len: 852 time: 0.0616083 Feb 28 13:12:39.668564 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcad75-0baa-4b44-b36d-35196c2dfb1a req-362a01f6-5ddb-42a6-bddc-6911bbbfa138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:39.670401 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ffcad75-0baa-4b44-b36d-35196c2dfb1a req-362a01f6-5ddb-42a6-bddc-6911bbbfa138 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d1349b2-b6f0-452f-acee-33d85350fdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453403 Feb 28 13:12:39.678085 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d254446-ca51-4497-8f42-f347eac08a30 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (c6ef2067-1f9b-4338-841f-08f45021656b), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:39.756376 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b3ab23-fa1e-4f51-b8bb-7a6126ada353 None None] New status for floating IP 52bda16e-fc93-41e4-98e4-9309d646d0cb: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:12:39.790179 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d254446-ca51-4497-8f42-f347eac08a30 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (c6ef2067-1f9b-4338-841f-08f45021656b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:39.801228 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ffcad75-0baa-4b44-b36d-35196c2dfb1a req-895640d8-6365-46b9-8478-212230ec037b service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240685 Feb 28 13:12:39.867689 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d254446-ca51-4497-8f42-f347eac08a30 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (c6ef2067-1f9b-4338-841f-08f45021656b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:39.899646 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d254446-ca51-4497-8f42-f347eac08a30 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ef2067-1f9b-4338-841f-08f45021656b,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:39.915425 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ffcad75-0baa-4b44-b36d-35196c2dfb1a req-99e97f39-bcb1-40e8-b246-bbeab4f709f9 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053479 Feb 28 13:12:39.989569 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d254446-ca51-4497-8f42-f347eac08a30 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:39.991192 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-1d254446-ca51-4497-8f42-f347eac08a30 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4254270 Feb 28 13:12:39.993947 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58858) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:39.998742 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-deddb0ba-6bc3-4738-a43c-bd3afb37dac8 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Request body: {'security_group_rule': {'security_group_id': 'b12c9cf5-51ff-4a86-a7c1-a634441084bb', 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:40.077154 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deddb0ba-6bc3-4738-a43c-bd3afb37dac8 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (d81e8be0-5218-4738-966a-7756de426357), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:40.133596 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deddb0ba-6bc3-4738-a43c-bd3afb37dac8 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (d81e8be0-5218-4738-966a-7756de426357), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:40.203766 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deddb0ba-6bc3-4738-a43c-bd3afb37dac8 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (d81e8be0-5218-4738-966a-7756de426357), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:40.223651 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddb0ba-6bc3-4738-a43c-bd3afb37dac8 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81e8be0-5218-4738-966a-7756de426357,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:40.230883 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8bc7200b-65b5-4608-bdda-dc930d0a4476 req-81bee34e-8989-4da5-b40c-324cf4565011 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 210 time: 0.0275922 Feb 28 13:12:40.280450 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deddb0ba-6bc3-4738-a43c-bd3afb37dac8 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:40.281686 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-deddb0ba-6bc3-4738-a43c-bd3afb37dac8 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2865925 Feb 28 13:12:40.284396 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58868) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:40.288599 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1a59b806-004f-4b5b-9573-91f0c4757ae4 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Request body: {'security_group_rule': {'security_group_id': 'b12c9cf5-51ff-4a86-a7c1-a634441084bb', 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:40.362633 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a59b806-004f-4b5b-9573-91f0c4757ae4 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (78429a72-9fce-43de-a424-4d06e473e53e), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:40.419498 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a59b806-004f-4b5b-9573-91f0c4757ae4 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (78429a72-9fce-43de-a424-4d06e473e53e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:40.500413 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a59b806-004f-4b5b-9573-91f0c4757ae4 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (78429a72-9fce-43de-a424-4d06e473e53e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:40.518531 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59b806-004f-4b5b-9573-91f0c4757ae4 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78429a72-9fce-43de-a424-4d06e473e53e,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:40.587928 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a59b806-004f-4b5b-9573-91f0c4757ae4 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:40.589159 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-1a59b806-004f-4b5b-9573-91f0c4757ae4 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3038490 Feb 28 13:12:40.591745 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58870) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:40.596033 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6b565c5e-6338-4bc8-bfef-4b96ac0210b6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Request body: {'security_group_rule': {'security_group_id': 'b12c9cf5-51ff-4a86-a7c1-a634441084bb', 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:40.683812 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-6b565c5e-6338-4bc8-bfef-4b96ac0210b6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Project 1a9a68bda9714c41802a700e3546ed2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 13:12:40.688509 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b565c5e-6338-4bc8-bfef-4b96ac0210b6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (327a1ff6-787d-4b97-af9e-6ba4474329de), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:40.747847 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b565c5e-6338-4bc8-bfef-4b96ac0210b6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (327a1ff6-787d-4b97-af9e-6ba4474329de), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:40.809573 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b565c5e-6338-4bc8-bfef-4b96ac0210b6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (327a1ff6-787d-4b97-af9e-6ba4474329de), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:40.827615 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b565c5e-6338-4bc8-bfef-4b96ac0210b6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327a1ff6-787d-4b97-af9e-6ba4474329de,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:40.885211 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b565c5e-6338-4bc8-bfef-4b96ac0210b6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:40.886429 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-6b565c5e-6338-4bc8-bfef-4b96ac0210b6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2937055 Feb 28 13:12:40.889113 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58872) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:12:40.893385 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4c4fd6bd-76e4-4885-a5eb-f4332d59b403 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Request body: {'security_group_rule': {'security_group_id': 'b12c9cf5-51ff-4a86-a7c1-a634441084bb', 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:40.952310 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-4c4fd6bd-76e4-4885-a5eb-f4332d59b403 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Project 1a9a68bda9714c41802a700e3546ed2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 13:12:40.957395 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd6bd-76e4-4885-a5eb-f4332d59b403 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (1c5ffed4-ad96-4634-9a95-66c4329f8bd4), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:41.014356 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd6bd-76e4-4885-a5eb-f4332d59b403 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (1c5ffed4-ad96-4634-9a95-66c4329f8bd4), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:41.066058 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd6bd-76e4-4885-a5eb-f4332d59b403 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082803'] for security_group_rule (1c5ffed4-ad96-4634-9a95-66c4329f8bd4), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:41.082556 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fd6bd-76e4-4885-a5eb-f4332d59b403 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5ffed4-ad96-4634-9a95-66c4329f8bd4,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:41.136586 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd6bd-76e4-4885-a5eb-f4332d59b403 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:41.137755 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-4c4fd6bd-76e4-4885-a5eb-f4332d59b403 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2477162 Feb 28 13:12:41.223569 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5648f2a5-4407-4809-bea1-4a7c1b430fa4 req-25b8ab9c-91f8-4e16-bfb7-73e4bcb607d5 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684769086&fields=id&tenant_id=1a9a68bda9714c41802a700e3546ed2b HTTP/1.1" status: 200 len: 267 time: 0.0420263 Feb 28 13:12:41.279222 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648f2a5-4407-4809-bea1-4a7c1b430fa4 req-2001fa33-79d3-4abb-8a85-78bf4bfa1873 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:41.280710 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5648f2a5-4407-4809-bea1-4a7c1b430fa4 req-2001fa33-79d3-4abb-8a85-78bf4bfa1873 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 945 time: 0.0521107 Feb 28 13:12:41.295450 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [req-5648f2a5-4407-4809-bea1-4a7c1b430fa4 req-1fd9d03f-5b48-4cfd-a37a-26b3abdb26a6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Request body: {'port': {'security_groups': ['2c1a3fef-6b76-4c35-9521-3b14bd880dd1', 'b12c9cf5-51ff-4a86-a7c1-a634441084bb']}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:41.316321 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a1fad9f1-2209-40f2-9010-99d7c93865a1 req-625e169c-b39f-4587-a61c-72b782a52205 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 210 time: 0.0346928 Feb 28 13:12:41.378138 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-5648f2a5-4407-4809-bea1-4a7c1b430fa4 req-1fd9d03f-5b48-4cfd-a37a-26b3abdb26a6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (cd065038-7133-4d05-91d3-b56e33435939), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:41.591704 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [req-5648f2a5-4407-4809-bea1-4a7c1b430fa4 req-1fd9d03f-5b48-4cfd-a37a-26b3abdb26a6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] For port cd065038-7133-4d05-91d3-b56e33435939, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=cd065038-7133-4d05-91d3-b56e33435939,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:41.619706 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-5648f2a5-4407-4809-bea1-4a7c1b430fa4 req-1fd9d03f-5b48-4cfd-a37a-26b3abdb26a6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for port (cd065038-7133-4d05-91d3-b56e33435939), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:41.712192 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-5648f2a5-4407-4809-bea1-4a7c1b430fa4 req-1fd9d03f-5b48-4cfd-a37a-26b3abdb26a6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808566'] for port (cd065038-7133-4d05-91d3-b56e33435939), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:41.728165 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['cd065038-7133-4d05-91d3-b56e33435939'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:12:41.985676 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648f2a5-4407-4809-bea1-4a7c1b430fa4 req-1fd9d03f-5b48-4cfd-a37a-26b3abdb26a6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:41.986192 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-5648f2a5-4407-4809-bea1-4a7c1b430fa4 req-1fd9d03f-5b48-4cfd-a37a-26b3abdb26a6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:41.987660 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5648f2a5-4407-4809-bea1-4a7c1b430fa4 req-1fd9d03f-5b48-4cfd-a37a-26b3abdb26a6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "PUT /v2.0/ports/cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 200 len: 981 time: 0.6982245 Feb 28 13:12:41.988134 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:12:41.990371 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0a33bd346426e0dd70819d4ab0c8b29067d305585d16d849570ff81fe1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf7f45e-9ea9-4d14-b8c9-cc31d7d8c226" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "tag": "cd065038-7133-4d05-91d3-b56e33435939"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:12:42.014284 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9d03f-5b48-4cfd-a37a-26b3abdb26a6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event updated for resources: {'Port': ['ID=cd065038-7133-4d05-91d3-b56e33435939,revision_number=6']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:42.043668 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76fd57a-dd31-4b6e-9baa-2e9f220b427a x-openstack-request-id: req-e76fd57a-dd31-4b6e-9baa-2e9f220b427a {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:12:42.044195 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "tag": "cd065038-7133-4d05-91d3-b56e33435939", "status": "completed", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:12:42.044429 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e76fd57a-dd31-4b6e-9baa-2e9f220b427a {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:12:42.044820 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939', 'status': 'completed', 'code': 200} Feb 28 13:12:42.075353 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['cd065038-7133-4d05-91d3-b56e33435939'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:12:42.121247 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abd351-5580-466e-91ad-bbb678aa28ba req-54ed0d29-2df3-492a-b643-4890413e62f5 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:42.123323 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-69abd351-5580-466e-91ad-bbb678aa28ba req-54ed0d29-2df3-492a-b643-4890413e62f5 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0554760 Feb 28 13:12:42.132089 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7f45e-9ea9-4d14-b8c9-cc31d7d8c226 req-7eb43b36-5dd7-4bd3-9329-9507fad0fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:42.133820 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6bf7f45e-9ea9-4d14-b8c9-cc31d7d8c226 req-7eb43b36-5dd7-4bd3-9329-9507fad0fa43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9a68bda9714c41802a700e3546ed2b&device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 1168 time: 0.0567582 Feb 28 13:12:42.207800 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-69abd351-5580-466e-91ad-bbb678aa28ba req-ab89849e-4a81-48fe-8965-ff0cff320bc5 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12c9cf5-51ff-4a86-a7c1-a634441084bb&id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727148 Feb 28 13:12:42.249211 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7f45e-9ea9-4d14-b8c9-cc31d7d8c226 req-e6aebe81-bdfe-43d9-915c-f35528de41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:42.252619 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6bf7f45e-9ea9-4d14-b8c9-cc31d7d8c226 req-e6aebe81-bdfe-43d9-915c-f35528de41b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d1349b2-b6f0-452f-acee-33d85350fdfc HTTP/1.1" status: 200 len: 914 time: 0.1103058 Feb 28 13:12:42.316497 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6bf7f45e-9ea9-4d14-b8c9-cc31d7d8c226 req-b17423b7-54b4-4723-8572-334f201b1baf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 200 len: 1001 time: 0.0593574 Feb 28 13:12:42.345131 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-640e54f3-4b68-46f7-af14-daa4e6a42f40 None None] Provisioning complete for port cd065038-7133-4d05-91d3-b56e33435939 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:42.345385 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-640e54f3-4b68-46f7-af14-daa4e6a42f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (cd065038-7133-4d05-91d3-b56e33435939), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:42.369604 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7f45e-9ea9-4d14-b8c9-cc31d7d8c226 req-f435cb2f-5414-45c7-9ca0-9945bc273a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:42.371484 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6bf7f45e-9ea9-4d14-b8c9-cc31d7d8c226 req-f435cb2f-5414-45c7-9ca0-9945bc273a67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81899eb4-67db-45a9-9257-0c8eaaf4016c HTTP/1.1" status: 200 len: 852 time: 0.0481637 Feb 28 13:12:42.418080 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cba517bf-f01b-4faa-be0d-fc00591076bc req-a81cba07-eb91-484f-a035-5261a8df7b55 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 210 time: 0.0317791 Feb 28 13:12:42.424710 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7f45e-9ea9-4d14-b8c9-cc31d7d8c226 req-e38a7949-73ce-4db5-b14c-5af7a17af3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:42.426321 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6bf7f45e-9ea9-4d14-b8c9-cc31d7d8c226 req-e38a7949-73ce-4db5-b14c-5af7a17af3d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d1349b2-b6f0-452f-acee-33d85350fdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468793 Feb 28 13:12:42.500003 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-640e54f3-4b68-46f7-af14-daa4e6a42f40 None None] Current status of the port cd065038-7133-4d05-91d3-b56e33435939 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:42.516398 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6bf7f45e-9ea9-4d14-b8c9-cc31d7d8c226 req-d79ac52d-0727-461f-beb1-c009221f4d91 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821297 Feb 28 13:12:42.607073 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6bf7f45e-9ea9-4d14-b8c9-cc31d7d8c226 req-1347768a-bec0-4efd-86e4-8fe3faad4b4e service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845494 Feb 28 13:12:43.517559 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e07dee0c-06ad-4ca7-8a88-7ba77d6a0f77 req-39e86aa9-441d-4267-8dd3-02a33d30c5bf tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 210 time: 0.0324652 Feb 28 13:12:44.165834 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-d977ba98-ae25-4e96-b4e9-18f3fe59d04e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:44.167298 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-d977ba98-ae25-4e96-b4e9-18f3fe59d04e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 812 time: 0.0996408 Feb 28 13:12:44.232408 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-abfd1e2e-a100-4e44-bb42-4ba52265c447 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56a3f7798474e458c47e5471148680d HTTP/1.1" status: 200 len: 378 time: 0.0564473 Feb 28 13:12:44.241602 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'port': {'device_id': '9e5acc80-2441-4627-8888-c81629ee5826', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'admin_state_up': True, 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'security_groups': ['c90e03e3-a9bf-4875-85a5-c6ddc21b3097']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:44.420675 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Made reservation on behalf of b56a3f7798474e458c47e5471148680d for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:12:44.424118 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:44.551982 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Allocated IP 172.20.0.12 (a1576995-5979-45f3-b7a3-95dbf430ba2b/1ca82528-d26e-454f-b53c-e84cf6510638/e2b0da79-8c52-4a9e-aa0e-e566f262b6ff) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:12:44.611989 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4e6bcd9a-c304-40e2-93a3-dc24411fc0a1 req-7b3170b1-a132-4ec9-af8a-a27946ce293a tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 210 time: 0.0269895 Feb 28 13:12:44.690832 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:44.763491 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:44.806961 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Network a1576995-5979-45f3-b7a3-95dbf430ba2b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:12:44.810545 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:12:44.814466 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:12:44.821091 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'Port': ['ID=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:44.871105 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:44.871753 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:44.967069 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-0b2f6636-f18c-4521-8715-2dda27c01f11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7290432 Feb 28 13:12:44.978789 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Request body: {'port': {'device_id': '9e5acc80-2441-4627-8888-c81629ee5826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:12:45.041861 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-450d1241-fdd0-40d9-9f04-3bd92f42fd1b None None] Provisioning complete for port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:45.042485 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-450d1241-fdd0-40d9-9f04-3bd92f42fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:45.044911 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:45.076551 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-450d1241-fdd0-40d9-9f04-3bd92f42fd1b None None] Port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:12:45.306074 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b0da79-8c52-4a9e-aa0e-e566f262b6ff {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:12:45.313489 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Publish callbacks [] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:45.325453 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Transition to ACTIVE for port object e2b0da79-8c52-4a9e-aa0e-e566f262b6ff will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:12:45.392270 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:45.440037 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Pushing event updated for resources: {'Port': ['ID=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:45.516038 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Attempting to bind port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:12:45.516381 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Attempting to bind port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:12:45.516728 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Attempting to bind port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff on network a1576995-5979-45f3-b7a3-95dbf430ba2b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:12:45.521306 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff on network a1576995-5979-45f3-b7a3-95dbf430ba2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:12:45.521632 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Attempting to bind port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff on network a1576995-5979-45f3-b7a3-95dbf430ba2b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:12:45.526578 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:12:45.526918 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Checking segment: {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:12:45.527890 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Bound using segment: {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:12:45.528318 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Bound port: e2b0da79-8c52-4a9e-aa0e-e566f262b6ff, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:12:45.528676 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:45.595283 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] For port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:12:45.598429 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] For port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:12:45.684690 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:45.721139 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:45.721602 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:45.723025 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] 10.222.0.35 "PUT /v2.0/ports/e2b0da79-8c52-4a9e-aa0e-e566f262b6ff HTTP/1.1" status: 200 len: 1094 time: 0.7486041 Feb 28 13:12:45.723507 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5acc80-2441-4627-8888-c81629ee5826', 'tag': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:12:45.725750 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0def7e6d-b69b-4a21-b5be-bba394742f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5acc80-2441-4627-8888-c81629ee5826", "tag": "e2b0da79-8c52-4a9e-aa0e-e566f262b6ff"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:12:45.733913 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132d29f-129c-4813-8da9-49483c96f456 req-5134f688-7667-44e1-be30-70044ad4b14c tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:45.735607 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f132d29f-129c-4813-8da9-49483c96f456 req-5134f688-7667-44e1-be30-70044ad4b14c tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 944 time: 0.0564978 Feb 28 13:12:45.746932 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9b83f-1616-44a3-89f1-e89a7e8bb71c service neutron] Pushing event updated for resources: {'Port': ['ID=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:45.775000 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516a428e-604e-48ae-a2c6-aa7b04c849f5 x-openstack-request-id: req-516a428e-604e-48ae-a2c6-aa7b04c849f5 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:12:45.775309 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5acc80-2441-4627-8888-c81629ee5826", "tag": "e2b0da79-8c52-4a9e-aa0e-e566f262b6ff", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:12:45.775602 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-516a428e-604e-48ae-a2c6-aa7b04c849f5 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:12:45.776012 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5acc80-2441-4627-8888-c81629ee5826', 'tag': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff', 'status': 'completed', 'code': 200} Feb 28 13:12:45.789435 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f132d29f-129c-4813-8da9-49483c96f456 req-a770a93f-8277-4342-9d5e-97181c93942e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474381 Feb 28 13:12:45.846964 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7e6d-b69b-4a21-b5be-bba394742f0f req-a1b32912-8ead-4df2-9d4f-5f7199b49165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:45.848547 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-0def7e6d-b69b-4a21-b5be-bba394742f0f req-a1b32912-8ead-4df2-9d4f-5f7199b49165 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 1128 time: 0.0484931 Feb 28 13:12:45.956944 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7e6d-b69b-4a21-b5be-bba394742f0f req-28fdf178-e2c4-4f21-a255-16a37a3f6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:45.958411 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-0def7e6d-b69b-4a21-b5be-bba394742f0f req-28fdf178-e2c4-4f21-a255-16a37a3f6dfe service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b56a3f7798474e458c47e5471148680d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0998628 Feb 28 13:12:46.055968 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7e6d-b69b-4a21-b5be-bba394742f0f req-f98e6f31-249d-4402-81e8-0a6c16ff85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:46.057440 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-0def7e6d-b69b-4a21-b5be-bba394742f0f req-f98e6f31-249d-4402-81e8-0a6c16ff85b5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897071 Feb 28 13:12:46.135371 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-33d666b9-7e3f-416d-92bc-cea47a8b1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:46.137395 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-33d666b9-7e3f-416d-92bc-cea47a8b1847 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 1128 time: 0.0434494 Feb 28 13:12:46.177955 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-b4acdcd8-6567-487f-9285-56989b8c88d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff HTTP/1.1" status: 200 len: 217 time: 0.0330276 Feb 28 13:12:46.228247 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-690f61ed-8da3-417c-b34b-8d3f81280e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:46.229644 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-690f61ed-8da3-417c-b34b-8d3f81280e2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0450742 Feb 28 13:12:46.277649 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-be704097-0242-4227-b8d6-110f29c5d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:46.279133 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-be704097-0242-4227-b8d6-110f29c5d468 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430126 Feb 28 13:12:46.360397 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:12:46.367053 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-682296af-b16a-41f6-b383-2cd579cfdddb service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811172 Feb 28 13:12:46.459231 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c401fbd8-2815-4c5a-8c0b-0a2fb7ebc6b2 req-17e1d98b-cc1e-4b1e-bdf5-a0cc49d3ff4b service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843744 Feb 28 13:12:46.909048 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9fb4d-a693-46fa-849d-ab4ae25b86f6 req-bcfc1115-930e-4799-b9ad-d1be8a581840 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:46.910518 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-49a9fb4d-a693-46fa-849d-ab4ae25b86f6 req-bcfc1115-930e-4799-b9ad-d1be8a581840 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 944 time: 0.0513394 Feb 28 13:12:46.961643 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-49a9fb4d-a693-46fa-849d-ab4ae25b86f6 req-c75f3e93-cbec-4cfc-85e1-fe1417a2d41f tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457680 Feb 28 13:12:47.803337 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:48.079096 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ca4d7-eba4-4c95-9c8d-979f276eb9f2 req-d0a3f729-e77a-4410-8a90-0aaea0747198 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:48.080773 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9e5ca4d7-eba4-4c95-9c8d-979f276eb9f2 req-d0a3f729-e77a-4410-8a90-0aaea0747198 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 944 time: 0.0526888 Feb 28 13:12:48.128712 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9e5ca4d7-eba4-4c95-9c8d-979f276eb9f2 req-f02c56fc-44b2-47e1-acff-84b3c9623de7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424209 Feb 28 13:12:49.243713 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6ae06-3dfb-46ff-a190-9612bcb5c39c req-2c504283-0cc8-485a-938b-9c51e1f473ff tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:49.245172 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f3b6ae06-3dfb-46ff-a190-9612bcb5c39c req-2c504283-0cc8-485a-938b-9c51e1f473ff tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 944 time: 0.0528636 Feb 28 13:12:49.291518 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f3b6ae06-3dfb-46ff-a190-9612bcb5c39c req-078533d4-def0-4ed9-bc95-0e279fe7c9ae tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402417 Feb 28 13:12:50.412177 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b6741-055f-44d2-98bf-d9ad944be032 req-61fcbb34-0d69-4eed-ac6b-a4f233383749 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:50.413656 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-245b6741-055f-44d2-98bf-d9ad944be032 req-61fcbb34-0d69-4eed-ac6b-a4f233383749 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 944 time: 0.0568566 Feb 28 13:12:50.461100 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-245b6741-055f-44d2-98bf-d9ad944be032 req-100ad046-2cad-421c-bb2b-265e93d9e639 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416820 Feb 28 13:12:51.576047 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a22125-c611-4648-95d2-102bde8bb841 req-4d20576a-8b4b-4e5b-8b24-66d060692765 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:51.577492 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a5a22125-c611-4648-95d2-102bde8bb841 req-4d20576a-8b4b-4e5b-8b24-66d060692765 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 944 time: 0.0524378 Feb 28 13:12:51.623822 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a5a22125-c611-4648-95d2-102bde8bb841 req-03a3292a-c396-4d3e-adf8-54ef58b0838d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408771 Feb 28 13:12:52.739044 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e4fcd-3bf0-4280-82f8-95a94d2781b6 req-2e7a4489-13a3-4c02-a4b3-c33723dfb048 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:52.740531 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-712e4fcd-3bf0-4280-82f8-95a94d2781b6 req-2e7a4489-13a3-4c02-a4b3-c33723dfb048 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 944 time: 0.0516274 Feb 28 13:12:52.791487 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-712e4fcd-3bf0-4280-82f8-95a94d2781b6 req-54ff1b03-ff02-4b68-9a92-c50b7965837b tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454869 Feb 28 13:12:52.854656 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9cc8dd6d-8a2b-40ed-852d-d3b4a07d838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:53.905528 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1560a2-68b3-419e-aec2-5a0f9e7528f1 req-aae6fcd0-d4de-4ce7-8407-dff4d892c4df tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:53.906924 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ff1560a2-68b3-419e-aec2-5a0f9e7528f1 req-aae6fcd0-d4de-4ce7-8407-dff4d892c4df tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 944 time: 0.0509162 Feb 28 13:12:53.954495 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ff1560a2-68b3-419e-aec2-5a0f9e7528f1 req-425eb191-535e-4bad-8d0d-0e6e6f19fc67 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419636 Feb 28 13:12:55.070303 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d18b9-c635-4000-bcf0-c8593189aa4d req-37c3e5b8-4034-4b71-bc1f-1752faf2ed1e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:55.071791 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c78d18b9-c635-4000-bcf0-c8593189aa4d req-37c3e5b8-4034-4b71-bc1f-1752faf2ed1e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 944 time: 0.0517254 Feb 28 13:12:55.118077 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c78d18b9-c635-4000-bcf0-c8593189aa4d req-51101f1a-5a5f-4069-81c9-0a5dcd623a07 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407224 Feb 28 13:12:55.396541 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cd5a5f7-7f56-4238-a3b5-03b5f410c3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:55.825364 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device e2b0da79-8c52-4a9e-aa0e-e566f262b6ff details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:12:55.919321 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:55.930218 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'port_id': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff', 'mac_address': 'fa:16:3e:2d:4c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:12:55.965992 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:55.966380 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:55.978699 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b0da79-8c52-4a9e-aa0e-e566f262b6ff {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:12:55.997426 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:56.071239 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:56.120042 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:56.235013 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992f894-a681-4c3e-ab58-53854b8da43e req-64c9b81c-555b-4d69-88d1-48d701c5a248 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:56.236493 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9992f894-a681-4c3e-ab58-53854b8da43e req-64c9b81c-555b-4d69-88d1-48d701c5a248 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 945 time: 0.0551317 Feb 28 13:12:56.285710 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-9992f894-a681-4c3e-ab58-53854b8da43e req-f144c2c3-b161-484a-ab90-92c8f8add840 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437591 Feb 28 13:12:56.335941 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['e2b0da79-8c52-4a9e-aa0e-e566f262b6ff'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:12:56.780160 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:57.400448 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223940ce-f8b2-4153-8d65-6e8782e3657e req-2564b223-b5e4-425c-a29b-0838258a8add tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:57.401921 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-223940ce-f8b2-4153-8d65-6e8782e3657e req-2564b223-b5e4-425c-a29b-0838258a8add tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 945 time: 0.0515847 Feb 28 13:12:57.448911 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-223940ce-f8b2-4153-8d65-6e8782e3657e req-bcae7f8a-6d30-4255-b1fa-5964a88599c1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408766 Feb 28 13:12:57.839898 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device e2b0da79-8c52-4a9e-aa0e-e566f262b6ff up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:12:57.951521 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:57.979801 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:12:57.984195 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:12:57.984560 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:58.062265 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:12:58.062655 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:58.084910 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5acc80-2441-4627-8888-c81629ee5826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:12:58.087218 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558cb974-ee82-4a99-9c93-5a1c49e54c41" -d '{"events": [{"server_uuid": "9e5acc80-2441-4627-8888-c81629ee5826", "name": "network-vif-plugged", "status": "completed", "tag": "e2b0da79-8c52-4a9e-aa0e-e566f262b6ff"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:12:58.099317 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:12:58.124035 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32780a0e-c41a-4560-8ca3-a88f0f4e0483 x-openstack-request-id: req-32780a0e-c41a-4560-8ca3-a88f0f4e0483 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:12:58.124323 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5acc80-2441-4627-8888-c81629ee5826", "name": "network-vif-plugged", "status": "completed", "tag": "e2b0da79-8c52-4a9e-aa0e-e566f262b6ff", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:12:58.124599 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32780a0e-c41a-4560-8ca3-a88f0f4e0483 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:12:58.124994 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5acc80-2441-4627-8888-c81629ee5826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff', 'code': 200} Feb 28 13:12:58.163353 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:58.210172 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:12:58.443261 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d802294-cf67-4674-a20f-a07b74a4f689 req-013dd7e8-94ae-47a6-be8d-ee266e5384de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:58.444730 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1d802294-cf67-4674-a20f-a07b74a4f689 req-013dd7e8-94ae-47a6-be8d-ee266e5384de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 1130 time: 0.0448368 Feb 28 13:12:58.490708 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1d802294-cf67-4674-a20f-a07b74a4f689 req-736cb2b6-f7cc-4fd0-9b7d-f0318b1428d1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393281 Feb 28 13:12:58.567360 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a6a38-07fa-4816-9381-ed7e24bc6a46 req-4575948a-cb07-4266-be8b-439f010fa005 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:58.568840 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ec9a6a38-07fa-4816-9381-ed7e24bc6a46 req-4575948a-cb07-4266-be8b-439f010fa005 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 946 time: 0.0550947 Feb 28 13:12:58.616224 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ec9a6a38-07fa-4816-9381-ed7e24bc6a46 req-07a9f0fd-9fb7-41d1-8a42-f9ed9ce863c7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419490 Feb 28 13:12:59.454575 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:12:59.732197 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1cda-078b-4038-a898-294befbe836d req-d0c9a935-04f0-419a-9d33-ec25a7d2af1b tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:12:59.733602 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f5ca1cda-078b-4038-a898-294befbe836d req-d0c9a935-04f0-419a-9d33-ec25a7d2af1b tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 946 time: 0.0524297 Feb 28 13:12:59.782979 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f5ca1cda-078b-4038-a898-294befbe836d req-587d2c3a-0885-48f0-807a-9de8fb88ac82 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437572 Feb 28 13:13:00.896765 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8881-5928-4542-b432-a592281ac2c5 req-f3fb896a-6da2-4233-9932-cd1c8983636a tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:00.898224 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-071a8881-5928-4542-b432-a592281ac2c5 req-f3fb896a-6da2-4233-9932-cd1c8983636a tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 946 time: 0.0508556 Feb 28 13:13:00.949239 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-071a8881-5928-4542-b432-a592281ac2c5 req-e1dde040-e598-40c9-84aa-330aa0377e39 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450788 Feb 28 13:13:01.063653 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327eb694-b77c-4e3c-8ded-8a66ee754a49 req-b0bc981b-e255-41f7-b86d-0767340103e8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:01.065023 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-327eb694-b77c-4e3c-8ded-8a66ee754a49 req-b0bc981b-e255-41f7-b86d-0767340103e8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 946 time: 0.0516455 Feb 28 13:13:01.112210 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-327eb694-b77c-4e3c-8ded-8a66ee754a49 req-1b31ba39-492d-408f-a364-09fa67c180cb tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417781 Feb 28 13:13:01.133550 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58936) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:13:01.216394 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01821cc6-131f-4727-a40f-9ad869a5369c tempest-TestVolumeBootPattern-965171661 tempest-TestVolumeBootPattern-965171661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:01.217898 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-01821cc6-131f-4727-a40f-9ad869a5369c tempest-TestVolumeBootPattern-965171661 tempest-TestVolumeBootPattern-965171661-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 1125 time: 0.0834231 Feb 28 13:13:01.220775 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 58940) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:13:01.225071 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'floatingip': {'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'port_id': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:13:01.311553 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:01.408442 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:01.508741 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_common [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Allocated IP 172.27.2.94 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/731830d0-914e-49da-b71a-2d2c734bf0fd) {{(pid=103231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:13:01.610915 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for port (731830d0-914e-49da-b71a-2d2c734bf0fd), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:01.694822 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (731830d0-914e-49da-b71a-2d2c734bf0fd), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:01.731617 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:13:01.734387 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Resources bound (agent type, host, resource id): {{(pid=103231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:13:01.737748 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Received port after_create {{(pid=103231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:13:01.760780 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'Port': ['ID=731830d0-914e-49da-b71a-2d2c734bf0fd,revision_number=1']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:13:02.093940 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (ddf8dd98-8eb5-4393-9507-ff4799d0b73e), precommit_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:02.223803 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (731830d0-914e-49da-b71a-2d2c734bf0fd), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:02.370903 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for port (731830d0-914e-49da-b71a-2d2c734bf0fd), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:02.459930 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808566'] for port (731830d0-914e-49da-b71a-2d2c734bf0fd), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:02.531287 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'Port': ['ID=731830d0-914e-49da-b71a-2d2c734bf0fd,revision_number=2']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:13:02.539213 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (ddf8dd98-8eb5-4393-9507-ff4799d0b73e), after_create {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:02.638019 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.db.l3_db [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Floating IP ddf8dd98-8eb5-4393-9507-ff4799d0b73e associated. External IP: 172.27.2.94, port: e2b0da79-8c52-4a9e-aa0e-e566f262b6ff. Feb 28 13:13:02.842882 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Router 60555358-64cf-49a6-80ca-a8f3eb7cf377 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:13:02.946346 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:13:02.956278 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1e13f-7356-4727-a5b0-6a56666a79a7 None None] Sync routers for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:13:02.966669 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1e13f-7356-4727-a5b0-6a56666a79a7 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:13:02.967288 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ffc1e13f-7356-4727-a5b0-6a56666a79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:12:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:13:03.022170 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:03.055001 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-4bbc1de5-7b6e-4294-98d2-72a0fa5c4c74 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8331943 Feb 28 13:13:03.055606 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5acc80-2441-4627-8888-c81629ee5826', 'tag': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:13:03.057881 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0a33bd346426e0dd70819d4ab0c8b29067d305585d16d849570ff81fe1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e691e0b-113c-4090-bef4-1b0de3900b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5acc80-2441-4627-8888-c81629ee5826", "tag": "e2b0da79-8c52-4a9e-aa0e-e566f262b6ff"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:13:03.076595 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-ffc1e13f-7356-4727-a5b0-6a56666a79a7 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:13:03.093713 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4521ac48-87ac-4083-b4f9-988fb60e42a4 x-openstack-request-id: req-4521ac48-87ac-4083-b4f9-988fb60e42a4 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:13:03.093948 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5acc80-2441-4627-8888-c81629ee5826", "tag": "e2b0da79-8c52-4a9e-aa0e-e566f262b6ff", "status": "completed", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:13:03.094202 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4521ac48-87ac-4083-b4f9-988fb60e42a4 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:13:03.094755 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5acc80-2441-4627-8888-c81629ee5826', 'tag': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff', 'status': 'completed', 'code': 200} Feb 28 13:13:03.163214 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691e0b-113c-4090-bef4-1b0de3900b5d req-47556c08-e68f-4d83-b44e-a60612abba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:03.164756 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-0e691e0b-113c-4090-bef4-1b0de3900b5d req-47556c08-e68f-4d83-b44e-a60612abba6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 1130 time: 0.0479548 Feb 28 13:13:03.251917 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691e0b-113c-4090-bef4-1b0de3900b5d req-8bc09bb2-f97f-405c-a738-16de19ecdd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:03.253377 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-0e691e0b-113c-4090-bef4-1b0de3900b5d req-8bc09bb2-f97f-405c-a738-16de19ecdd7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 913 time: 0.0813973 Feb 28 13:13:03.325926 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-0e691e0b-113c-4090-bef4-1b0de3900b5d req-c0d1333f-57b7-4199-bd09-e0ac8a2d65af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff HTTP/1.1" status: 200 len: 999 time: 0.0649374 Feb 28 13:13:03.376123 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691e0b-113c-4090-bef4-1b0de3900b5d req-5bc03a10-46d2-4ac9-bbe5-c211b42f258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:03.377510 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-0e691e0b-113c-4090-bef4-1b0de3900b5d req-5bc03a10-46d2-4ac9-bbe5-c211b42f258f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0455761 Feb 28 13:13:03.427551 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691e0b-113c-4090-bef4-1b0de3900b5d req-eb307bd2-f8f8-44cd-af90-c2edb00011da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:03.429101 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-0e691e0b-113c-4090-bef4-1b0de3900b5d req-eb307bd2-f8f8-44cd-af90-c2edb00011da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453675 Feb 28 13:13:03.431189 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ffc1e13f-7356-4727-a5b0-6a56666a79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'ddf8dd98-8eb5-4393-9507-ff4799d0b73e', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:2d:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5acc80-2441-4627-8888-c81629ee5826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:13:01Z', 'updated_at': '2022-02-28T13:13:01Z', 'revision_number': 0, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:13:03.457296 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1e13f-7356-4727-a5b0-6a56666a79a7 None None] Checking router: 60555358-64cf-49a6-80ca-a8f3eb7cf377 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:13:03.466025 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1e13f-7356-4727-a5b0-6a56666a79a7 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:13:03.466637 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ffc1e13f-7356-4727-a5b0-6a56666a79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:12:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:13:03.521196 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-0e691e0b-113c-4090-bef4-1b0de3900b5d req-af19d68c-6df6-4397-9127-14fcaabf72c0 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847261 Feb 28 13:13:03.573687 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-ffc1e13f-7356-4727-a5b0-6a56666a79a7 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:13:03.610874 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-0e691e0b-113c-4090-bef4-1b0de3900b5d req-3ace4be3-80e2-4a12-b95c-88e887286810 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818732 Feb 28 13:13:03.793133 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ffc1e13f-7356-4727-a5b0-6a56666a79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'ddf8dd98-8eb5-4393-9507-ff4799d0b73e', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:2d:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5acc80-2441-4627-8888-c81629ee5826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:13:01Z', 'updated_at': '2022-02-28T13:13:01Z', 'revision_number': 0, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:13:03.818735 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1e13f-7356-4727-a5b0-6a56666a79a7 None None] The sync data for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi is: [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'ddf8dd98-8eb5-4393-9507-ff4799d0b73e', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:2d:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5acc80-2441-4627-8888-c81629ee5826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:13:01Z', 'updated_at': '2022-02-28T13:13:01Z', 'revision_number': 0, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:13:04.016680 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0231c1e-a81b-4caa-88dc-f880ad18167e None None] New status for floating IP ddf8dd98-8eb5-4393-9507-ff4799d0b73e: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:13:05.000770 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1fe23-650d-49d7-905e-c85054c3c4d4 req-85fc115f-d1c8-4d80-aa8d-8335038024ca tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:05.002405 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-56a1fe23-650d-49d7-905e-c85054c3c4d4 req-85fc115f-d1c8-4d80-aa8d-8335038024ca tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0553303 Feb 28 13:13:05.065102 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-56a1fe23-650d-49d7-905e-c85054c3c4d4 req-35651510-25d3-4990-8de2-db558e59d799 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12c9cf5-51ff-4a86-a7c1-a634441084bb&id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570965 Feb 28 13:13:05.066624 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951f25c-db09-4f60-88d1-d6a3e8e9365e req-37b658dc-006b-468f-96bd-76636c2d3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:05.068151 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-a951f25c-db09-4f60-88d1-d6a3e8e9365e req-37b658dc-006b-468f-96bd-76636c2d3efa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9a68bda9714c41802a700e3546ed2b&device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 1168 time: 0.0479798 Feb 28 13:13:05.159571 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951f25c-db09-4f60-88d1-d6a3e8e9365e req-88aca36d-4ab9-4536-9f10-f9ed9d8f0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:05.161075 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-a951f25c-db09-4f60-88d1-d6a3e8e9365e req-88aca36d-4ab9-4536-9f10-f9ed9d8f0a19 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d1349b2-b6f0-452f-acee-33d85350fdfc HTTP/1.1" status: 200 len: 914 time: 0.0845909 Feb 28 13:13:05.225392 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-a951f25c-db09-4f60-88d1-d6a3e8e9365e req-3615ec6e-7f1d-4fe8-8124-3bfee9ad3731 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 200 len: 1001 time: 0.0558891 Feb 28 13:13:05.275637 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951f25c-db09-4f60-88d1-d6a3e8e9365e req-7ec3c05f-f51b-4213-a0c9-c85cb6f29f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:05.277043 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-a951f25c-db09-4f60-88d1-d6a3e8e9365e req-7ec3c05f-f51b-4213-a0c9-c85cb6f29f26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81899eb4-67db-45a9-9257-0c8eaaf4016c HTTP/1.1" status: 200 len: 852 time: 0.0450325 Feb 28 13:13:05.324419 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951f25c-db09-4f60-88d1-d6a3e8e9365e req-11591280-c8ad-495f-b4b1-56862df1ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:05.326480 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-a951f25c-db09-4f60-88d1-d6a3e8e9365e req-11591280-c8ad-495f-b4b1-56862df1ecfc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d1349b2-b6f0-452f-acee-33d85350fdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429678 Feb 28 13:13:05.411535 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-a951f25c-db09-4f60-88d1-d6a3e8e9365e req-96f9d0c1-02e2-44a8-9e9c-725421400dd0 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785556 Feb 28 13:13:05.501405 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-a951f25c-db09-4f60-88d1-d6a3e8e9365e req-0ba85072-36b9-446a-bd62-9f9697dee59e service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820358 Feb 28 13:13:06.183828 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07542459-85e0-4f12-ad45-310cb1f7e5b8 req-0fd8a76e-e205-4024-b2ad-f2d2b253ae49 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:06.185296 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-07542459-85e0-4f12-ad45-310cb1f7e5b8 req-0fd8a76e-e205-4024-b2ad-f2d2b253ae49 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0514939 Feb 28 13:13:06.242266 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-07542459-85e0-4f12-ad45-310cb1f7e5b8 req-01fed408-abb3-4c3d-ad62-c4b5d70bca1b tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12c9cf5-51ff-4a86-a7c1-a634441084bb&id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513277 Feb 28 13:13:07.361052 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa45ed-7ee3-4b9c-b4c1-c465c9f11fdc req-55cfe06d-7435-442d-b086-65af3ef3739b tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:07.362517 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2afa45ed-7ee3-4b9c-b4c1-c465c9f11fdc req-55cfe06d-7435-442d-b086-65af3ef3739b tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0561626 Feb 28 13:13:07.420076 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2afa45ed-7ee3-4b9c-b4c1-c465c9f11fdc req-2f63d1d5-1847-4ca5-abc2-a6854e91551a tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12c9cf5-51ff-4a86-a7c1-a634441084bb&id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517807 Feb 28 13:13:08.534216 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20b9b2-d575-4d12-b522-ca888cd2132f req-805e5f99-e948-443a-9d86-1bd2bc0eca62 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:08.535700 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c20b9b2-d575-4d12-b522-ca888cd2132f req-805e5f99-e948-443a-9d86-1bd2bc0eca62 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0519040 Feb 28 13:13:08.592971 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c20b9b2-d575-4d12-b522-ca888cd2132f req-fab1cf5f-65f6-48e1-b581-4212cf519ba6 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12c9cf5-51ff-4a86-a7c1-a634441084bb&id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518262 Feb 28 13:13:09.712560 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150ed0b-bf50-4f38-8ca9-076386fe52e2 req-33b114cb-6a25-4d01-a58a-558f014c9704 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:09.714013 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e150ed0b-bf50-4f38-8ca9-076386fe52e2 req-33b114cb-6a25-4d01-a58a-558f014c9704 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0551498 Feb 28 13:13:09.770556 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e150ed0b-bf50-4f38-8ca9-076386fe52e2 req-93816a20-dd6e-4313-b5f6-9cf2731656db tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12c9cf5-51ff-4a86-a7c1-a634441084bb&id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509851 Feb 28 13:13:10.888291 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdca8d-090f-458a-985c-59d6170bcf11 req-9ab8e1a9-2730-4939-bd81-3600f14062e5 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:10.889757 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1dcdca8d-090f-458a-985c-59d6170bcf11 req-9ab8e1a9-2730-4939-bd81-3600f14062e5 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0521896 Feb 28 13:13:10.947017 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1dcdca8d-090f-458a-985c-59d6170bcf11 req-5f83bcc4-74ef-4200-9c83-d687625cfbc1 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12c9cf5-51ff-4a86-a7c1-a634441084bb&id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516634 Feb 28 13:13:12.062492 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52333af-88b3-46bc-9ddb-f2009beaf4d0 req-6de37fcd-339f-4a92-81f3-cbc82e965332 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:12.063964 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e52333af-88b3-46bc-9ddb-f2009beaf4d0 req-6de37fcd-339f-4a92-81f3-cbc82e965332 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0515454 Feb 28 13:13:12.124651 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e52333af-88b3-46bc-9ddb-f2009beaf4d0 req-864a724f-5149-4cc9-a3c7-d92c1b17fc2d tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12c9cf5-51ff-4a86-a7c1-a634441084bb&id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552187 Feb 28 13:13:13.241186 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8db2c-4e30-4514-82ee-4d395b27e424 req-55db878b-e940-488f-b02a-e2972f82c10f tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:13.242639 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-18c8db2c-4e30-4514-82ee-4d395b27e424 req-55db878b-e940-488f-b02a-e2972f82c10f tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0517685 Feb 28 13:13:13.300566 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-18c8db2c-4e30-4514-82ee-4d395b27e424 req-5690a8db-7584-4742-8ff6-055e7ee57d54 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12c9cf5-51ff-4a86-a7c1-a634441084bb&id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516825 Feb 28 13:13:14.416767 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289b974-4627-4722-ae4e-379fa77229e3 req-5dc66a94-a3d6-4234-a48e-8584bdeef460 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:14.419025 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b289b974-4627-4722-ae4e-379fa77229e3 req-5dc66a94-a3d6-4234-a48e-8584bdeef460 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0525136 Feb 28 13:13:14.475980 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b289b974-4627-4722-ae4e-379fa77229e3 req-5ce3bc8e-7a21-4d9a-9e2e-bf3d597f1896 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12c9cf5-51ff-4a86-a7c1-a634441084bb&id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510960 Feb 28 13:13:15.599465 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f6b45-832d-4923-b0a3-d3032545b56b req-541387e2-464f-4f07-8eec-03920d8be67b tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:15.600987 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a76f6b45-832d-4923-b0a3-d3032545b56b req-541387e2-464f-4f07-8eec-03920d8be67b tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0603256 Feb 28 13:13:15.659255 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a76f6b45-832d-4923-b0a3-d3032545b56b req-dabf2f87-9c87-4a49-b545-f6a8077a5979 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12c9cf5-51ff-4a86-a7c1-a634441084bb&id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526533 Feb 28 13:13:16.773247 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee5520-38ff-4679-a58e-1f49dc2e7018 req-acaab675-cb5b-4f6b-8a7d-25bdc0ce57dd tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:16.774680 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-77ee5520-38ff-4679-a58e-1f49dc2e7018 req-acaab675-cb5b-4f6b-8a7d-25bdc0ce57dd tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0517170 Feb 28 13:13:16.832104 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-77ee5520-38ff-4679-a58e-1f49dc2e7018 req-cc5130c2-a29f-41af-8520-47a2b3f4774d tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=b12c9cf5-51ff-4a86-a7c1-a634441084bb&id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519080 Feb 28 13:13:17.813638 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:22.905202 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-867804b1-108d-44b5-ab62-c28bb807ea36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:23.359692 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:13:25.328104 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6f52-bb67-45dc-968b-a5cd7a21b1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:26.739527 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:27.945019 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:29.425177 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:31.801396 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-cde6de09-68d3-40d7-8c19-f41fb217fb2f req-1a03b531-0b7c-4298-9f2f-0e78f7766b82 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438693 Feb 28 13:13:31.884817 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6de09-68d3-40d7-8c19-f41fb217fb2f req-121877f0-fc72-4cf5-bc44-de209c3f8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:31.886287 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-cde6de09-68d3-40d7-8c19-f41fb217fb2f req-121877f0-fc72-4cf5-bc44-de209c3f8d36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9a68bda9714c41802a700e3546ed2b&device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 1168 time: 0.0429232 Feb 28 13:13:31.989702 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6de09-68d3-40d7-8c19-f41fb217fb2f req-c83690d5-53c6-4436-87c2-c01719369310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:31.991169 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-cde6de09-68d3-40d7-8c19-f41fb217fb2f req-c83690d5-53c6-4436-87c2-c01719369310 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d1349b2-b6f0-452f-acee-33d85350fdfc HTTP/1.1" status: 200 len: 914 time: 0.0852926 Feb 28 13:13:32.054762 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-cde6de09-68d3-40d7-8c19-f41fb217fb2f req-92d2f648-34e0-41ec-ac43-6f8e518844df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 200 len: 1001 time: 0.0568297 Feb 28 13:13:32.110914 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6de09-68d3-40d7-8c19-f41fb217fb2f req-98640a9f-e238-40ca-9d80-8022c234829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:32.112338 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-cde6de09-68d3-40d7-8c19-f41fb217fb2f req-98640a9f-e238-40ca-9d80-8022c234829e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81899eb4-67db-45a9-9257-0c8eaaf4016c HTTP/1.1" status: 200 len: 852 time: 0.0449266 Feb 28 13:13:32.160356 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6de09-68d3-40d7-8c19-f41fb217fb2f req-bab37bd3-58a6-4719-ae04-b834565a5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:32.161794 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-cde6de09-68d3-40d7-8c19-f41fb217fb2f req-bab37bd3-58a6-4719-ae04-b834565a5fa3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d1349b2-b6f0-452f-acee-33d85350fdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428247 Feb 28 13:13:32.246958 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-cde6de09-68d3-40d7-8c19-f41fb217fb2f req-45e763fd-36a0-4871-a889-deb37dccd307 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786240 Feb 28 13:13:32.338707 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-cde6de09-68d3-40d7-8c19-f41fb217fb2f req-3c4669ff-ef6f-430a-a3fb-a59dccce5bd6 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851638 Feb 28 13:13:47.824869 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:52.870068 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fa0a9fd7-fda4-442c-9cef-8b9bb92bd427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:55.349869 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-793f704d-7039-4e09-9b5a-9f74ac9e663c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:55.790254 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-97f3d89c-c30c-4933-8a2b-089059d09ee7 req-6292a8ec-23be-46ad-9695-566f83262acd tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684769086&fields=id&tenant_id=1a9a68bda9714c41802a700e3546ed2b HTTP/1.1" status: 200 len: 267 time: 0.0925119 Feb 28 13:13:55.848188 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3d89c-c30c-4933-8a2b-089059d09ee7 req-12ee409c-244f-40a8-9db4-9c4d96f0041c tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:55.849650 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-97f3d89c-c30c-4933-8a2b-089059d09ee7 req-12ee409c-244f-40a8-9db4-9c4d96f0041c tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 984 time: 0.0540216 Feb 28 13:13:55.859793 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.v2.base [req-97f3d89c-c30c-4933-8a2b-089059d09ee7 req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Request body: {'port': {'security_groups': ['2c1a3fef-6b76-4c35-9521-3b14bd880dd1']}} {{(pid=103231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:13:55.929526 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-97f3d89c-c30c-4933-8a2b-089059d09ee7 req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (cd065038-7133-4d05-91d3-b56e33435939), before_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:56.095017 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [req-97f3d89c-c30c-4933-8a2b-089059d09ee7 req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] For port cd065038-7133-4d05-91d3-b56e33435939, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=cd065038-7133-4d05-91d3-b56e33435939,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:13:56.122469 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-97f3d89c-c30c-4933-8a2b-089059d09ee7 req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for port (cd065038-7133-4d05-91d3-b56e33435939), precommit_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:56.161552 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-97f3d89c-c30c-4933-8a2b-089059d09ee7 req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808566'] for port (cd065038-7133-4d05-91d3-b56e33435939), after_update {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:56.174048 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['cd065038-7133-4d05-91d3-b56e33435939'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:13:56.208404 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3d89c-c30c-4933-8a2b-089059d09ee7 req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:56.209007 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [req-97f3d89c-c30c-4933-8a2b-089059d09ee7 req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:56.210448 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-97f3d89c-c30c-4933-8a2b-089059d09ee7 req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "PUT /v2.0/ports/cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 200 len: 942 time: 0.3549492 Feb 28 13:13:56.210909 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:13:56.246741 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0a33bd346426e0dd70819d4ab0c8b29067d305585d16d849570ff81fe1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "tag": "cd065038-7133-4d05-91d3-b56e33435939"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:13:56.247154 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 58998) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:13:56.248234 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event updated for resources: {'Port': ['ID=cd065038-7133-4d05-91d3-b56e33435939,revision_number=7']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:13:56.248234 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.248234 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.248234 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.248234 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.248234 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.248234 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.248234 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.248817 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.248817 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.249733 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.249733 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.249733 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.250072 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfd1a8-9fc5-4419-be86-81e65fe4e287 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.274713 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2fd0bc-aa85-44d6-ae41-4523aee2e481 x-openstack-request-id: req-cc2fd0bc-aa85-44d6-ae41-4523aee2e481 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:13:56.275204 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "tag": "cd065038-7133-4d05-91d3-b56e33435939", "status": "completed", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:13:56.275643 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc2fd0bc-aa85-44d6-ae41-4523aee2e481 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:13:56.276206 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939', 'status': 'completed', 'code': 200} Feb 28 13:13:56.317234 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group (b12c9cf5-51ff-4a86-a7c1-a634441084bb), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:56.344411 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['cd065038-7133-4d05-91d3-b56e33435939'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:13:56.349634 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group (b12c9cf5-51ff-4a86-a7c1-a634441084bb), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:56.432420 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-9ca8763f-978a-4d28-ae73-cfc502282c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:56.433855 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-9ca8763f-978a-4d28-ae73-cfc502282c49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9a68bda9714c41802a700e3546ed2b&device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 1129 time: 0.1325657 Feb 28 13:13:56.468122 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-801cd731-6afc-4f7a-8125-67b0ce73b71d None None] Provisioning complete for port cd065038-7133-4d05-91d3-b56e33435939 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:13:56.468684 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-801cd731-6afc-4f7a-8125-67b0ce73b71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (cd065038-7133-4d05-91d3-b56e33435939), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:56.526682 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-87de164b-b7a2-428d-964a-b35578a5f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:56.528337 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-87de164b-b7a2-428d-964a-b35578a5f504 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d1349b2-b6f0-452f-acee-33d85350fdfc HTTP/1.1" status: 200 len: 914 time: 0.0870125 Feb 28 13:13:56.570153 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (b12c9cf5-51ff-4a86-a7c1-a634441084bb), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:56.572769 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:56.574901 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-801cd731-6afc-4f7a-8125-67b0ce73b71d None None] Current status of the port cd065038-7133-4d05-91d3-b56e33435939 is: ACTIVE; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:13:56.575017 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "DELETE /v2.0/security-groups/b12c9cf5-51ff-4a86-a7c1-a634441084bb HTTP/1.1" status: 204 len: 168 time: 0.3553011 Feb 28 13:13:56.576821 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 59002) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:13:56.596071 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12c9cf5-51ff-4a86-a7c1-a634441084bb,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:13:56.607833 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.608192 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.608542 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.608882 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.609216 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.609578 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.609910 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.610244 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.610574 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.610935 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.611264 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.611628 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.611956 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1fdf3d-46f9-4a9d-b1d6-eedbcf853e61 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:13:56.623455 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-0eb7887e-76ce-4f71-8cbf-7c77b1ae4151 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 200 len: 1001 time: 0.0877724 Feb 28 13:13:56.676654 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-3ca172ff-f51e-4493-b9cc-e22ec002ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:56.678174 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-3ca172ff-f51e-4493-b9cc-e22ec002ca03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81899eb4-67db-45a9-9257-0c8eaaf4016c HTTP/1.1" status: 200 len: 852 time: 0.0479708 Feb 28 13:13:56.730413 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-40dceb47-e446-4489-9959-640e82c901d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:56.731910 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-40dceb47-e446-4489-9959-640e82c901d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d1349b2-b6f0-452f-acee-33d85350fdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468817 Feb 28 13:13:56.739141 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:56.743424 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-107e85e4-c6e9-4b83-8895-9ddf3ab11d25 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 13:13:56.746893 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-107e85e4-c6e9-4b83-8895-9ddf3ab11d25 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053687 Feb 28 13:13:56.839200 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-37d160d8-f211-4988-baf0-9690dc767f89 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862684 Feb 28 13:13:56.930132 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-eb9ccc03-f12c-4a8d-a03e-932ca2409afe req-9692ff90-fce2-43fa-82bc-b812f186e926 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811307 Feb 28 13:13:56.956750 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Deleting port 2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:13:56.957241 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:57.030640 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:57.030640 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for floatingip (2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:57.042078 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Calling delete_port for 2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e owned by network:floatingip {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:13:57.275870 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:57.304427 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event deleted for resources: {'Port': ['ID=2db3530f-e9bc-4ee9-ab07-fa92d4c2eb7e,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:13:57.363480 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks [] for floatingip (52bda16e-fc93-41e4-98e4-9309d646d0cb), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:57.363957 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.db.l3_db [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Floating IP 52bda16e-fc93-41e4-98e4-9309d646d0cb disassociated (deleted). External IP: 172.27.2.155, port: cd065038-7133-4d05-91d3-b56e33435939. Feb 28 13:13:57.570934 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:13:57.679534 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:13:57.684307 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:57.689027 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d265a7-76ac-4d72-aad2-9465740bd4f0 None None] Sync routers for ids ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:13:57.699329 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d265a7-76ac-4d72-aad2-9465740bd4f0 None None] Routers {'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:13:57.699975 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-49d265a7-76ac-4d72-aad2-9465740bd4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:13:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:13:57.718056 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-51fcc011-6538-4290-8881-4419f1534056 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "DELETE /v2.0/floatingips/52bda16e-fc93-41e4-98e4-9309d646d0cb HTTP/1.1" status: 204 len: 168 time: 1.1400919 Feb 28 13:13:57.810067 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-49d265a7-76ac-4d72-aad2-9465740bd4f0 None None] Set router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:13:58.007239 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:13:58.021991 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-49d265a7-76ac-4d72-aad2-9465740bd4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:11:44Z', 'revision_number': 4, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'a45e6f0e-15d1-43c8-8abe-3c71a0762492', 'name': '', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'mac_address': 'fa:16:3e:cb:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:44Z', 'updated_at': '2022-02-28T13:11:48Z', 'revision_number': 5, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'subnets': [{'id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:13:58.048194 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d265a7-76ac-4d72-aad2-9465740bd4f0 None None] Checking router: e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:13:58.057524 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d265a7-76ac-4d72-aad2-9465740bd4f0 None None] Routers {'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:13:58.058320 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-49d265a7-76ac-4d72-aad2-9465740bd4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:13:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:13:58.166699 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-49d265a7-76ac-4d72-aad2-9465740bd4f0 None None] Set router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:13:58.277338 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:13:58.279711 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0a33bd346426e0dd70819d4ab0c8b29067d305585d16d849570ff81fe1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbb9fee-cdef-462f-b6d3-e383022fc076" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "tag": "cd065038-7133-4d05-91d3-b56e33435939"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:13:58.315279 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093004aa-96a2-4657-b417-7da8eeadd622 x-openstack-request-id: req-093004aa-96a2-4657-b417-7da8eeadd622 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:13:58.315599 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "tag": "cd065038-7133-4d05-91d3-b56e33435939", "status": "completed", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:13:58.315857 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-093004aa-96a2-4657-b417-7da8eeadd622 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:13:58.316261 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939', 'status': 'completed', 'code': 200} Feb 28 13:13:58.359526 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-49d265a7-76ac-4d72-aad2-9465740bd4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:11:44Z', 'revision_number': 4, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'a45e6f0e-15d1-43c8-8abe-3c71a0762492', 'name': '', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'mac_address': 'fa:16:3e:cb:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:44Z', 'updated_at': '2022-02-28T13:11:48Z', 'revision_number': 5, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'subnets': [{'id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:13:58.380116 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb9fee-cdef-462f-b6d3-e383022fc076 req-1dddf0ed-3617-4ffd-856c-fe6a0e19fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:58.381624 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2cbb9fee-cdef-462f-b6d3-e383022fc076 req-1dddf0ed-3617-4ffd-856c-fe6a0e19fac7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a9a68bda9714c41802a700e3546ed2b&device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 1129 time: 0.0442910 Feb 28 13:13:58.389633 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d265a7-76ac-4d72-aad2-9465740bd4f0 None None] The sync data for ids ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'] in dv-cinder-831202-1-iscsi is: [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:11:44Z', 'revision_number': 4, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'a45e6f0e-15d1-43c8-8abe-3c71a0762492', 'name': '', 'network_id': '3d1349b2-b6f0-452f-acee-33d85350fdfc', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'mac_address': 'fa:16:3e:cb:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:44Z', 'updated_at': '2022-02-28T13:11:48Z', 'revision_number': 5, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'subnets': [{'id': '81899eb4-67db-45a9-9257-0c8eaaf4016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:13:58.477732 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb9fee-cdef-462f-b6d3-e383022fc076 req-6a48f5e6-4eb1-4093-97ea-b15dfeca8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:58.479241 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2cbb9fee-cdef-462f-b6d3-e383022fc076 req-6a48f5e6-4eb1-4093-97ea-b15dfeca8230 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d1349b2-b6f0-452f-acee-33d85350fdfc HTTP/1.1" status: 200 len: 914 time: 0.0901878 Feb 28 13:13:58.521647 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2cbb9fee-cdef-462f-b6d3-e383022fc076 req-17c3b3ad-11cc-4624-8982-e79b930a3b28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 200 len: 217 time: 0.0343819 Feb 28 13:13:58.576964 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb9fee-cdef-462f-b6d3-e383022fc076 req-3fcb6682-8587-40af-a834-d11c1c029f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:58.578437 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2cbb9fee-cdef-462f-b6d3-e383022fc076 req-3fcb6682-8587-40af-a834-d11c1c029f3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81899eb4-67db-45a9-9257-0c8eaaf4016c HTTP/1.1" status: 200 len: 852 time: 0.0442555 Feb 28 13:13:58.608097 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c5b9e-823a-4292-9d6d-3777953b0e25 None None] New status for floating IP 52bda16e-fc93-41e4-98e4-9309d646d0cb: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:13:58.642315 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb9fee-cdef-462f-b6d3-e383022fc076 req-4b0c0fcc-525c-4073-b2e0-ed6600e14f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:13:58.643751 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2cbb9fee-cdef-462f-b6d3-e383022fc076 req-4b0c0fcc-525c-4073-b2e0-ed6600e14f02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d1349b2-b6f0-452f-acee-33d85350fdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489540 Feb 28 13:13:58.735069 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2cbb9fee-cdef-462f-b6d3-e383022fc076 req-3d6b148f-ab03-47ef-a31f-324d1d1c3699 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847900 Feb 28 13:13:58.833393 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-2cbb9fee-cdef-462f-b6d3-e383022fc076 req-30ca8a9e-d437-4cf2-87b5-0ff8afbfdc01 service neutron] 10.222.0.35 "GET /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888193 Feb 28 13:13:59.419245 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:00.359249 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:14:02.045258 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10aaf7-cb5f-4919-8481-48de22ca0836 req-50ec24c9-acd5-4804-9235-2f58fbfd1504 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:14:02.046731 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb10aaf7-cb5f-4919-8481-48de22ca0836 req-50ec24c9-acd5-4804-9235-2f58fbfd1504 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 945 time: 0.0521894 Feb 28 13:14:02.096198 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-bb10aaf7-cb5f-4919-8481-48de22ca0836 req-8d9c79d6-3035-4283-a545-fb57d24cc8f7 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434608 Feb 28 13:14:03.212950 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17463e55-896b-4310-b851-9a23dd8a3fb9 req-8d780d9f-c3b7-4b71-b50f-3fb0b98a7b56 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:14:03.214418 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-17463e55-896b-4310-b851-9a23dd8a3fb9 req-8d780d9f-c3b7-4b71-b50f-3fb0b98a7b56 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 945 time: 0.0518975 Feb 28 13:14:03.259120 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-17463e55-896b-4310-b851-9a23dd8a3fb9 req-08a0fef4-38b0-4628-b026-83d35a234446 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Feb 28 13:14:04.221333 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452b188-3844-4d0a-8745-533da07d00aa req-01ff5966-5145-403d-8e2b-27c4e989746a tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:14:04.222683 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-4452b188-3844-4d0a-8745-533da07d00aa req-01ff5966-5145-403d-8e2b-27c4e989746a tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 945 time: 0.0515985 Feb 28 13:14:04.313198 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-4452b188-3844-4d0a-8745-533da07d00aa req-6306026b-6877-45ba-9391-768dba26d933 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Deleting port cd065038-7133-4d05-91d3-b56e33435939 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:14:04.313562 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4452b188-3844-4d0a-8745-533da07d00aa req-6306026b-6877-45ba-9391-768dba26d933 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (cd065038-7133-4d05-91d3-b56e33435939), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:04.403346 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-4452b188-3844-4d0a-8745-533da07d00aa req-6306026b-6877-45ba-9391-768dba26d933 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] For port cd065038-7133-4d05-91d3-b56e33435939, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=cd065038-7133-4d05-91d3-b56e33435939,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:14:04.403735 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4452b188-3844-4d0a-8745-533da07d00aa req-6306026b-6877-45ba-9391-768dba26d933 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (cd065038-7133-4d05-91d3-b56e33435939), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:04.416583 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-4452b188-3844-4d0a-8745-533da07d00aa req-6306026b-6877-45ba-9391-768dba26d933 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Calling delete_port for cd065038-7133-4d05-91d3-b56e33435939 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:14:04.424017 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6af9f-176f-4250-b25b-213d5566b59f req-a9ac6e22-3ece-400f-abee-64c95ee0a8c9 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:14:04.425510 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39a6af9f-176f-4250-b25b-213d5566b59f req-a9ac6e22-3ece-400f-abee-64c95ee0a8c9 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 945 time: 0.0519614 Feb 28 13:14:04.471067 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-39a6af9f-176f-4250-b25b-213d5566b59f req-cb78e573-dbc3-4d01-8356-65ec2bbed281 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c1a3fef-6b76-4c35-9521-3b14bd880dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399907 Feb 28 13:14:04.876688 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4452b188-3844-4d0a-8745-533da07d00aa req-6306026b-6877-45ba-9391-768dba26d933 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (cd065038-7133-4d05-91d3-b56e33435939), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:04.889666 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['cd065038-7133-4d05-91d3-b56e33435939'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:14:04.904950 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306026b-6877-45ba-9391-768dba26d933 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Pushing event deleted for resources: {'Port': ['ID=cd065038-7133-4d05-91d3-b56e33435939,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:04.948180 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4452b188-3844-4d0a-8745-533da07d00aa req-6306026b-6877-45ba-9391-768dba26d933 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] No DVR routers for this DVR port cd065038-7133-4d05-91d3-b56e33435939 on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:14:04.950730 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4452b188-3844-4d0a-8745-533da07d00aa req-6306026b-6877-45ba-9391-768dba26d933 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:04.954079 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-4452b188-3844-4d0a-8745-533da07d00aa req-6306026b-6877-45ba-9391-768dba26d933 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.35 "DELETE /v2.0/ports/cd065038-7133-4d05-91d3-b56e33435939 HTTP/1.1" status: 204 len: 173 time: 0.7237887 Feb 28 13:14:04.954541 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'name': 'network-vif-deleted', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:14:04.956765 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c0a123-0759-4d7f-8c13-85464fb1784b" -d '{"events": [{"server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "name": "network-vif-deleted", "tag": "cd065038-7133-4d05-91d3-b56e33435939"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:14:05.045945 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fdbd4a-53bc-46cf-828c-2e900a56ff45 x-openstack-request-id: req-41fdbd4a-53bc-46cf-828c-2e900a56ff45 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:14:05.046235 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3b37cf-1ab9-4f95-9921-6efe936562f0", "name": "network-vif-deleted", "tag": "cd065038-7133-4d05-91d3-b56e33435939", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:14:05.046483 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41fdbd4a-53bc-46cf-828c-2e900a56ff45 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:14:05.046880 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3b37cf-1ab9-4f95-9921-6efe936562f0', 'name': 'network-vif-deleted', 'tag': 'cd065038-7133-4d05-91d3-b56e33435939', 'status': 'completed', 'code': 200} Feb 28 13:14:05.574638 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-7d145dc9-3d93-4fc7-a792-758d22b772b0 req-b5951eab-1b24-43fa-ab77-049033f9e607 tempest-TestMinimumBasicScenario-528853169 tempest-TestMinimumBasicScenario-528853169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3b37cf-1ab9-4f95-9921-6efe936562f0 HTTP/1.1" status: 200 len: 210 time: 0.0305376 Feb 28 13:14:07.572726 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 59098) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:14:07.913070 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-73ba9024-7951-41e0-ade8-d522d36134a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689276'] for router_interface (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:08.154129 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-73ba9024-7951-41e0-ade8-d522d36134a3 admin admin] Deleting port a45e6f0e-15d1-43c8-8abe-3c71a0762492 {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:14:08.154468 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-73ba9024-7951-41e0-ade8-d522d36134a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:08.231170 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-73ba9024-7951-41e0-ade8-d522d36134a3 admin admin] For port a45e6f0e-15d1-43c8-8abe-3c71a0762492, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=a45e6f0e-15d1-43c8-8abe-3c71a0762492,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:14:08.231457 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-73ba9024-7951-41e0-ade8-d522d36134a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:08.244026 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-73ba9024-7951-41e0-ade8-d522d36134a3 admin admin] Calling delete_port for a45e6f0e-15d1-43c8-8abe-3c71a0762492 owned by network:router_interface {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:14:08.342940 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device cd065038-7133-4d05-91d3-b56e33435939 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:14:08.362911 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: cd065038-7133-4d05-91d3-b56e33435939 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:14:08.363249 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device cd065038-7133-4d05-91d3-b56e33435939 not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:14:08.458910 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-73ba9024-7951-41e0-ade8-d522d36134a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (a45e6f0e-15d1-43c8-8abe-3c71a0762492), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:08.484302 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba9024-7951-41e0-ade8-d522d36134a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45e6f0e-15d1-43c8-8abe-3c71a0762492,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:08.648130 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-73ba9024-7951-41e0-ade8-d522d36134a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689424'] for router_interface (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:08.860027 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ba9024-7951-41e0-ade8-d522d36134a3 admin admin] Router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:14:08.967871 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ba9024-7951-41e0-ade8-d522d36134a3 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:14:08.973387 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-73ba9024-7951-41e0-ade8-d522d36134a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/e5b0f2b4-8c70-4b28-8eef-7aaf66e65840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3996177 Feb 28 13:14:08.975876 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 59100) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:14:08.979128 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1cce7-bde8-4951-be14-35aeaa69ce03 None None] Sync routers for ids ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:14:08.988736 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1cce7-bde8-4951-be14-35aeaa69ce03 None None] Routers {'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:14:08.989346 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b0e1cce7-bde8-4951-be14-35aeaa69ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:13:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:09.081254 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Publish callbacks [] for router (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:09.223383 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b0e1cce7-bde8-4951-be14-35aeaa69ce03 None None] Set router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:14:09.400431 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b0e1cce7-bde8-4951-be14-35aeaa69ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:14:08Z', 'revision_number': 5, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:09.404647 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Publish callbacks [] for router_gateway (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:09.430678 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1cce7-bde8-4951-be14-35aeaa69ce03 None None] Checking router: e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:14:09.439237 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1cce7-bde8-4951-be14-35aeaa69ce03 None None] Routers {'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:14:09.440451 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b0e1cce7-bde8-4951-be14-35aeaa69ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:13:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:09.517930 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Deleting port bafb7a46-b542-409b-88b4-ef4d0d9b9b28 {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:14:09.518183 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:09.544902 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b0e1cce7-bde8-4951-be14-35aeaa69ce03 None None] Set router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:14:09.597008 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] For port bafb7a46-b542-409b-88b4-ef4d0d9b9b28, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=bafb7a46-b542-409b-88b4-ef4d0d9b9b28,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:14:09.597370 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:09.609779 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Calling delete_port for bafb7a46-b542-409b-88b4-ef4d0d9b9b28 owned by network:router_gateway {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:14:09.719099 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b0e1cce7-bde8-4951-be14-35aeaa69ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:14:08Z', 'revision_number': 5, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:09.745474 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1cce7-bde8-4951-be14-35aeaa69ce03 None None] The sync data for ids ['e5b0f2b4-8c70-4b28-8eef-7aaf66e65840'] in dv-cinder-831202-1-iscsi is: [{'id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'name': 'tempest-TestMinimumBasicScenario-12366434-router', 'tenant_id': '1a9a68bda9714c41802a700e3546ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:41Z', 'updated_at': '2022-02-28T13:14:08Z', 'revision_number': 5, 'project_id': '1a9a68bda9714c41802a700e3546ed2b', 'gw_port': {'id': 'bafb7a46-b542-409b-88b4-ef4d0d9b9b28', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0f2b4-8c70-4b28-8eef-7aaf66e65840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:42Z', 'updated_at': '2022-02-28T13:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:14:09.858587 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (bafb7a46-b542-409b-88b4-ef4d0d9b9b28), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:09.885655 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Pushing event deleted for resources: {'Port': ['ID=bafb7a46-b542-409b-88b4-ef4d0d9b9b28,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:09.946319 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690354'] for router_gateway (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.037343 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7185'] for router (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.039327 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Publish callbacks [] for router_controller (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), precommit_delete_associations {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.127547 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693785'] for router (e5b0f2b4-8c70-4b28-8eef-7aaf66e65840), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.128104 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 {{(pid=103231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 13:14:10.132495 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.133656 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-cc4eaa04-89ee-4a88-9cbf-58cd40d3cdcc admin admin] 10.222.0.23 "DELETE /v2.0/routers/e5b0f2b4-8c70-4b28-8eef-7aaf66e65840 HTTP/1.1" status: 204 len: 168 time: 1.1568773 Feb 28 13:14:10.136288 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59102) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:14:10.185847 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95b58dc-08e4-4026-8dd9-5201928cca9d admin admin] Deleting subnet 81899eb4-67db-45a9-9257-0c8eaaf4016c {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:14:10.191944 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f95b58dc-08e4-4026-8dd9-5201928cca9d admin admin] Publish callbacks [] for subnet (81899eb4-67db-45a9-9257-0c8eaaf4016c), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.224500 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f95b58dc-08e4-4026-8dd9-5201928cca9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62710927'] for subnet (81899eb4-67db-45a9-9257-0c8eaaf4016c), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.299976 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f95b58dc-08e4-4026-8dd9-5201928cca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (81899eb4-67db-45a9-9257-0c8eaaf4016c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.424819 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f95b58dc-08e4-4026-8dd9-5201928cca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58959930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58826773'] for subnet (81899eb4-67db-45a9-9257-0c8eaaf4016c), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.449604 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b58dc-08e4-4026-8dd9-5201928cca9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81899eb4-67db-45a9-9257-0c8eaaf4016c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:10.454532 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f95b58dc-08e4-4026-8dd9-5201928cca9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.459097 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-f95b58dc-08e4-4026-8dd9-5201928cca9d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/81899eb4-67db-45a9-9257-0c8eaaf4016c HTTP/1.1" status: 204 len: 168 time: 0.3216305 Feb 28 13:14:10.460193 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473fd319-9d2a-496e-bea0-dc0b53d4779d None None] Network 3d1349b2-b6f0-452f-acee-33d85350fdfc requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:14:10.461448 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59104) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:14:10.526992 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (3d1349b2-b6f0-452f-acee-33d85350fdfc), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.578729 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Deleting port c32a5200-6667-4ef7-82b2-c430f15beb66 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:14:10.579067 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.641903 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] For port c32a5200-6667-4ef7-82b2-c430f15beb66, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c32a5200-6667-4ef7-82b2-c430f15beb66,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:14:10.642193 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.654843 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Calling delete_port for c32a5200-6667-4ef7-82b2-c430f15beb66 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:14:10.712290 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] DHCP port deletion for 3d1349b2-b6f0-452f-acee-33d85350fdfc request from dv-cinder-831202-1-iscsi {{(pid=103233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 13:14:10.762569 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Deleting port c32a5200-6667-4ef7-82b2-c430f15beb66 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:14:10.762947 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.827492 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] For port c32a5200-6667-4ef7-82b2-c430f15beb66, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c32a5200-6667-4ef7-82b2-c430f15beb66,segment=NetworkSegment(814269f0-0a89-4209-bea7-bdfba268091a),segment_id=814269f0-0a89-4209-bea7-bdfba268091a)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:14:10.827909 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.830225 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.840459 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Calling delete_port for c32a5200-6667-4ef7-82b2-c430f15beb66 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:14:10.860121 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32a5200-6667-4ef7-82b2-c430f15beb66,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:10.862447 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] No DVR routers for this DVR port c32a5200-6667-4ef7-82b2-c430f15beb66 on host dv-cinder-831202-1-iscsi {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:14:10.921786 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709'] for port (c32a5200-6667-4ef7-82b2-c430f15beb66), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.933583 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (3d1349b2-b6f0-452f-acee-33d85350fdfc), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.949111 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Pushing event deleted for resources: {'Port': ['ID=c32a5200-6667-4ef7-82b2-c430f15beb66,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:10.956725 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] No DVR routers for this DVR port c32a5200-6667-4ef7-82b2-c430f15beb66 on host dv-cinder-831202-1-iscsi {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:14:10.958077 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1349b2-b6f0-452f-acee-33d85350fdfc']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:10.959301 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device a45e6f0e-15d1-43c8-8abe-3c71a0762492 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:14:10.966494 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.966494 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.966494 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.966494 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.966494 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.966494 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.967252 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.968038 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.968038 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.968243 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.968970 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.968970 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.969130 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3c66c-3274-41a0-a950-8a13b17aa37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:14:10.971699 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814269f0-0a89-4209-bea7-bdfba268091a') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:10.971699 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814269f0-0a89-4209-bea7-bdfba268091a') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:10.981371 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62710936'] for segment (814269f0-0a89-4209-bea7-bdfba268091a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:10.988345 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: a45e6f0e-15d1-43c8-8abe-3c71a0762492 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:14:10.988692 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device a45e6f0e-15d1-43c8-8abe-3c71a0762492 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:14:10.989114 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device bafb7a46-b542-409b-88b4-ef4d0d9b9b28 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:14:10.999197 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (814269f0-0a89-4209-bea7-bdfba268091a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:11.005834 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:14:11.006770 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58960100'] for segment (814269f0-0a89-4209-bea7-bdfba268091a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: Traceback (most recent call last): Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: timer() Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: cb(*args, **kw) Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: return func(*args, **kwargs) Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: self._notify() Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: self.callback(batched_events) Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: event.method(event) Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: return f(self, *a, **k) Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._get(url).json() Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: return self.request(url, 'GET', **kwargs) Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:14:11.008019 dv-cinder-831202-1-iscsi neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:14:11.010484 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: bafb7a46-b542-409b-88b4-ef4d0d9b9b28 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:14:11.010484 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device bafb7a46-b542-409b-88b4-ef4d0d9b9b28 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:14:11.010484 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c32a5200-6667-4ef7-82b2-c430f15beb66 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:14:11.028488 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: c32a5200-6667-4ef7-82b2-c430f15beb66 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:14:11.029831 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c32a5200-6667-4ef7-82b2-c430f15beb66 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:14:11.121497 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (3d1349b2-b6f0-452f-acee-33d85350fdfc), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:11.126770 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:11.132850 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3d1349b2-b6f0-452f-acee-33d85350fdfc HTTP/1.1" status: 204 len: 168 time: 0.6680863 Feb 28 13:14:11.133741 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 59106) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:14:11.141041 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be6a0e-8f91-432c-8eea-695671f167d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d1349b2-b6f0-452f-acee-33d85350fdfc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:11.472812 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-831fb483-5bc2-4d1a-add0-c9d381040238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689276'] for router_interface (9562ba85-e213-4423-bcb6-0e855685f095), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:11.719871 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-831fb483-5bc2-4d1a-add0-c9d381040238 admin admin] Deleting port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:14:11.720211 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-831fb483-5bc2-4d1a-add0-c9d381040238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:11.803356 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-831fb483-5bc2-4d1a-add0-c9d381040238 admin admin] For port acc55d46-0d6e-4b73-85c2-a472fb0a4c2a, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=acc55d46-0d6e-4b73-85c2-a472fb0a4c2a,segment=NetworkSegment(7fb78b3a-01c5-4100-98c9-33604c262383),segment_id=7fb78b3a-01c5-4100-98c9-33604c262383)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:14:11.803666 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-831fb483-5bc2-4d1a-add0-c9d381040238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:11.816636 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-831fb483-5bc2-4d1a-add0-c9d381040238 admin admin] Calling delete_port for acc55d46-0d6e-4b73-85c2-a472fb0a4c2a owned by network:router_interface {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:14:12.041863 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-831fb483-5bc2-4d1a-add0-c9d381040238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (acc55d46-0d6e-4b73-85c2-a472fb0a4c2a), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:12.068460 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fb483-5bc2-4d1a-add0-c9d381040238 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc55d46-0d6e-4b73-85c2-a472fb0a4c2a,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:12.238030 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-831fb483-5bc2-4d1a-add0-c9d381040238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689424'] for router_interface (9562ba85-e213-4423-bcb6-0e855685f095), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:12.451160 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831fb483-5bc2-4d1a-add0-c9d381040238 admin admin] Router 9562ba85-e213-4423-bcb6-0e855685f095 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:14:12.557356 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831fb483-5bc2-4d1a-add0-c9d381040238 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:14:12.562304 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-831fb483-5bc2-4d1a-add0-c9d381040238 admin admin] 10.222.0.23 "PUT /v2.0/routers/9562ba85-e213-4423-bcb6-0e855685f095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4275486 Feb 28 13:14:12.564956 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59108) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:14:12.567440 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac5d148-543a-4db0-9f93-55059a7fd161 None None] Sync routers for ids ['9562ba85-e213-4423-bcb6-0e855685f095'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:14:12.576632 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac5d148-543a-4db0-9f93-55059a7fd161 None None] Routers {'9562ba85-e213-4423-bcb6-0e855685f095'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:14:12.577227 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2ac5d148-543a-4db0-9f93-55059a7fd161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:13:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9562ba85-e213-4423-bcb6-0e855685f095'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:12.669964 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Publish callbacks [] for router (9562ba85-e213-4423-bcb6-0e855685f095), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:12.681006 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-2ac5d148-543a-4db0-9f93-55059a7fd161 None None] Set router 9562ba85-e213-4423-bcb6-0e855685f095 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:14:12.772564 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Publish callbacks [] for router_gateway (9562ba85-e213-4423-bcb6-0e855685f095), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:12.854802 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2ac5d148-543a-4db0-9f93-55059a7fd161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9562ba85-e213-4423-bcb6-0e855685f095', 'name': 'tempest-TestMinimumBasicScenario-259218917-router', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:47Z', 'updated_at': '2022-02-28T13:14:11Z', 'revision_number': 5, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'gw_port': {'id': '6537320c-b58a-4f9a-9259-18377c1bcd12', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:21:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9562ba85-e213-4423-bcb6-0e855685f095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:11:48Z', 'updated_at': '2022-02-28T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:12.882024 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac5d148-543a-4db0-9f93-55059a7fd161 None None] Checking router: 9562ba85-e213-4423-bcb6-0e855685f095 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:14:12.890586 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac5d148-543a-4db0-9f93-55059a7fd161 None None] Routers {'9562ba85-e213-4423-bcb6-0e855685f095'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:14:12.891236 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2ac5d148-543a-4db0-9f93-55059a7fd161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:13:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['9562ba85-e213-4423-bcb6-0e855685f095'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:12.904984 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Deleting port 6537320c-b58a-4f9a-9259-18377c1bcd12 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:14:12.905700 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:12.980433 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-2ac5d148-543a-4db0-9f93-55059a7fd161 None None] Set router 9562ba85-e213-4423-bcb6-0e855685f095 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:14:12.989013 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] For port 6537320c-b58a-4f9a-9259-18377c1bcd12, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=6537320c-b58a-4f9a-9259-18377c1bcd12,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:14:12.989381 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.003018 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Calling delete_port for 6537320c-b58a-4f9a-9259-18377c1bcd12 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:14:13.030901 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2ac5d148-543a-4db0-9f93-55059a7fd161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9562ba85-e213-4423-bcb6-0e855685f095', 'name': 'tempest-TestMinimumBasicScenario-259218917-router', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:47Z', 'updated_at': '2022-02-28T13:14:12Z', 'revision_number': 6, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'gw_port_host': None}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:13.059174 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac5d148-543a-4db0-9f93-55059a7fd161 None None] The sync data for ids ['9562ba85-e213-4423-bcb6-0e855685f095'] in dv-cinder-831202-1-iscsi is: [{'id': '9562ba85-e213-4423-bcb6-0e855685f095', 'name': 'tempest-TestMinimumBasicScenario-259218917-router', 'tenant_id': 'ddfff770e68c4084a0160301360b4bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:11:47Z', 'updated_at': '2022-02-28T13:14:12Z', 'revision_number': 6, 'project_id': 'ddfff770e68c4084a0160301360b4bb5', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:14:13.224199 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (6537320c-b58a-4f9a-9259-18377c1bcd12), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.247868 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Pushing event deleted for resources: {'Port': ['ID=6537320c-b58a-4f9a-9259-18377c1bcd12,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:13.308972 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690354'] for router_gateway (9562ba85-e213-4423-bcb6-0e855685f095), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.398318 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7185'] for router (9562ba85-e213-4423-bcb6-0e855685f095), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.400411 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Publish callbacks [] for router_controller (9562ba85-e213-4423-bcb6-0e855685f095), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.504411 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693785'] for router (9562ba85-e213-4423-bcb6-0e855685f095), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.506776 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9562ba85-e213-4423-bcb6-0e855685f095 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 13:14:13.509339 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.510486 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-16f8cc88-de92-44d7-8d58-ecf052f74851 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9562ba85-e213-4423-bcb6-0e855685f095 HTTP/1.1" status: 204 len: 168 time: 0.9445617 Feb 28 13:14:13.513054 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59110) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:14:13.556924 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9ed760-5ecb-49a5-8be0-fe3251212e4d admin admin] Deleting subnet ced98794-085d-44b1-bef1-19159a4f9838 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:14:13.560059 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c9ed760-5ecb-49a5-8be0-fe3251212e4d admin admin] Publish callbacks [] for subnet (ced98794-085d-44b1-bef1-19159a4f9838), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.592987 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c9ed760-5ecb-49a5-8be0-fe3251212e4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62710927'] for subnet (ced98794-085d-44b1-bef1-19159a4f9838), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.671369 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c9ed760-5ecb-49a5-8be0-fe3251212e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (ced98794-085d-44b1-bef1-19159a4f9838), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.778452 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c9ed760-5ecb-49a5-8be0-fe3251212e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58959930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58826773'] for subnet (ced98794-085d-44b1-bef1-19159a4f9838), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.806748 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ed760-5ecb-49a5-8be0-fe3251212e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced98794-085d-44b1-bef1-19159a4f9838,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:13.808770 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c9ed760-5ecb-49a5-8be0-fe3251212e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.812010 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-9c9ed760-5ecb-49a5-8be0-fe3251212e4d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ced98794-085d-44b1-bef1-19159a4f9838 HTTP/1.1" status: 204 len: 168 time: 0.2980344 Feb 28 13:14:13.814758 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 59112) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:14:13.818978 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93ae110-12a4-4ed0-8497-5c40615c71b5 None None] Network 1d7adfbd-9652-4c39-ac9b-dd76328978ed requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:14:13.882575 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (1d7adfbd-9652-4c39-ac9b-dd76328978ed), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.941117 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Deleting port 410eeba3-3d63-440b-9d2d-733a2409f474 {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:14:13.941459 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:13.991517 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a7b81-a196-4023-82e8-b986a8f07696 None None] DHCP port deletion for 1d7adfbd-9652-4c39-ac9b-dd76328978ed request from dv-cinder-831202-1-iscsi {{(pid=103233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 13:14:14.011368 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] For port 410eeba3-3d63-440b-9d2d-733a2409f474, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=410eeba3-3d63-440b-9d2d-733a2409f474,segment=NetworkSegment(7fb78b3a-01c5-4100-98c9-33604c262383),segment_id=7fb78b3a-01c5-4100-98c9-33604c262383)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:14:14.011768 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.026408 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Calling delete_port for 410eeba3-3d63-440b-9d2d-733a2409f474 owned by network:dhcp {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:14:14.042195 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-604a7b81-a196-4023-82e8-b986a8f07696 None None] Deleting port 410eeba3-3d63-440b-9d2d-733a2409f474 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:14:14.042839 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-604a7b81-a196-4023-82e8-b986a8f07696 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.112186 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-604a7b81-a196-4023-82e8-b986a8f07696 None None] For port 410eeba3-3d63-440b-9d2d-733a2409f474, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=410eeba3-3d63-440b-9d2d-733a2409f474,segment=NetworkSegment(7fb78b3a-01c5-4100-98c9-33604c262383),segment_id=7fb78b3a-01c5-4100-98c9-33604c262383)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:14:14.112583 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-604a7b81-a196-4023-82e8-b986a8f07696 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.124652 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-604a7b81-a196-4023-82e8-b986a8f07696 None None] Calling delete_port for 410eeba3-3d63-440b-9d2d-733a2409f474 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:14:14.173348 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.199840 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Pushing event deleted for resources: {'Port': ['ID=410eeba3-3d63-440b-9d2d-733a2409f474,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:14.201679 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] No DVR routers for this DVR port 410eeba3-3d63-440b-9d2d-733a2409f474 on host dv-cinder-831202-1-iscsi {{(pid=103231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:14:14.204520 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-604a7b81-a196-4023-82e8-b986a8f07696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709'] for port (410eeba3-3d63-440b-9d2d-733a2409f474), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.232068 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a7b81-a196-4023-82e8-b986a8f07696 None None] Pushing event deleted for resources: {'Port': ['ID=410eeba3-3d63-440b-9d2d-733a2409f474,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:14.233829 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a7b81-a196-4023-82e8-b986a8f07696 None None] No DVR routers for this DVR port 410eeba3-3d63-440b-9d2d-733a2409f474 on host dv-cinder-831202-1-iscsi {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:14:14.273548 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (1d7adfbd-9652-4c39-ac9b-dd76328978ed), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.293950 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7adfbd-9652-4c39-ac9b-dd76328978ed']}} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:14.303525 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb78b3a-01c5-4100-98c9-33604c262383') {'for_net_delete': True} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:14.303889 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.services.segments.db [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb78b3a-01c5-4100-98c9-33604c262383') {} {{(pid=103231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:14:14.316286 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59888048'] for segment (7fb78b3a-01c5-4100-98c9-33604c262383), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.328998 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (7fb78b3a-01c5-4100-98c9-33604c262383), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808722'] for segment (7fb78b3a-01c5-4100-98c9-33604c262383), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: Traceback (most recent call last): Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: timer() Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: cb(*args, **kw) Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: return func(*args, **kwargs) Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: self._notify() Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: self.callback(batched_events) Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: event.method(event) Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: return f(self, *a, **k) Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._get(url).json() Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: return self.request(url, 'GET', **kwargs) Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:14:14.337846 dv-cinder-831202-1-iscsi neutron-server[103231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:14:14.435722 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (1d7adfbd-9652-4c39-ac9b-dd76328978ed), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.441006 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.444198 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1d7adfbd-9652-4c39-ac9b-dd76328978ed HTTP/1.1" status: 204 len: 168 time: 0.6284041 Feb 28 13:14:14.455018 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cde467-93b6-495b-8157-5ba92ec16187 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7adfbd-9652-4c39-ac9b-dd76328978ed,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:14.805743 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 59116) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:14:14.844312 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-56148c81-04fd-4593-8d71-cb1e0a93bb3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a9a68bda9714c41802a700e3546ed2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372152 Feb 28 13:14:14.846638 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 59118) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:14:14.892076 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e6468525-581d-4b81-94ac-c94493f0e18a admin admin] Publish callbacks [] for security_group (2c1a3fef-6b76-4c35-9521-3b14bd880dd1), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.912501 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e6468525-581d-4b81-94ac-c94493f0e18a admin admin] Publish callbacks [] for security_group (2c1a3fef-6b76-4c35-9521-3b14bd880dd1), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:14.949319 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 410eeba3-3d63-440b-9d2d-733a2409f474 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:14:14.969181 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 410eeba3-3d63-440b-9d2d-733a2409f474 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:14:14.969533 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 410eeba3-3d63-440b-9d2d-733a2409f474 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:14:14.969952 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 6537320c-b58a-4f9a-9259-18377c1bcd12 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:14:14.988388 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 6537320c-b58a-4f9a-9259-18377c1bcd12 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:14:14.988738 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 6537320c-b58a-4f9a-9259-18377c1bcd12 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:14:14.989144 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device acc55d46-0d6e-4b73-85c2-a472fb0a4c2a no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:14:15.007950 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: acc55d46-0d6e-4b73-85c2-a472fb0a4c2a {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:14:15.008298 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device acc55d46-0d6e-4b73-85c2-a472fb0a4c2a not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:14:15.035661 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e6468525-581d-4b81-94ac-c94493f0e18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (2c1a3fef-6b76-4c35-9521-3b14bd880dd1), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:15.038242 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-e6468525-581d-4b81-94ac-c94493f0e18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:15.039404 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-e6468525-581d-4b81-94ac-c94493f0e18a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c1a3fef-6b76-4c35-9521-3b14bd880dd1 HTTP/1.1" status: 204 len: 168 time: 0.1918981 Feb 28 13:14:15.047566 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6468525-581d-4b81-94ac-c94493f0e18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1a3fef-6b76-4c35-9521-3b14bd880dd1,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:15.606107 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59124) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:14:15.645111 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-9562ddb1-ae3d-4c75-9ac8-4cc83ec886a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddfff770e68c4084a0160301360b4bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378828 Feb 28 13:14:15.647509 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59126) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:14:15.694254 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdde96c0-59f0-499c-997f-18bed5bb06d7 admin admin] Publish callbacks [] for security_group (6746436f-753b-49ea-8d5b-987dcca71c5c), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:15.715363 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdde96c0-59f0-499c-997f-18bed5bb06d7 admin admin] Publish callbacks [] for security_group (6746436f-753b-49ea-8d5b-987dcca71c5c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:15.807419 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdde96c0-59f0-499c-997f-18bed5bb06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (6746436f-753b-49ea-8d5b-987dcca71c5c), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:15.809933 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdde96c0-59f0-499c-997f-18bed5bb06d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:15.811087 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-fdde96c0-59f0-499c-997f-18bed5bb06d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6746436f-753b-49ea-8d5b-987dcca71c5c HTTP/1.1" status: 204 len: 168 time: 0.1626313 Feb 28 13:14:15.818850 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde96c0-59f0-499c-997f-18bed5bb06d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6746436f-753b-49ea-8d5b-987dcca71c5c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:14:17.835424 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:22.898030 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-371e8a8f-3411-49ca-a043-c25c610b7309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:25.338028 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1277c070-b3f1-4d9b-948a-d322fa4871f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:26.766444 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:27.944045 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:29.400891 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:32.802370 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-be1a050b-c17b-415d-87dc-1180132bbf89 req-a0cbe187-90ff-4162-a143-521bbd79c695 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466967 Feb 28 13:14:32.871908 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a050b-c17b-415d-87dc-1180132bbf89 req-198a6d10-f35d-4b8e-925b-478bb62276e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:14:32.873387 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-be1a050b-c17b-415d-87dc-1180132bbf89 req-198a6d10-f35d-4b8e-925b-478bb62276e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 1130 time: 0.0436308 Feb 28 13:14:32.975450 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a050b-c17b-415d-87dc-1180132bbf89 req-a11466c0-6c4a-416a-b739-e6ad2a1e6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:14:32.976922 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-be1a050b-c17b-415d-87dc-1180132bbf89 req-a11466c0-6c4a-416a-b739-e6ad2a1e6a64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 913 time: 0.0822380 Feb 28 13:14:33.044841 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-be1a050b-c17b-415d-87dc-1180132bbf89 req-72ca35a7-2da4-4e5b-9cb3-f7354dfcb908 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff HTTP/1.1" status: 200 len: 1001 time: 0.0607791 Feb 28 13:14:33.090627 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a050b-c17b-415d-87dc-1180132bbf89 req-a1b4bbaa-7f2b-42d2-a3b8-f5a8f99f6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:14:33.092066 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-be1a050b-c17b-415d-87dc-1180132bbf89 req-a1b4bbaa-7f2b-42d2-a3b8-f5a8f99f6264 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0409930 Feb 28 13:14:33.141802 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a050b-c17b-415d-87dc-1180132bbf89 req-71082fbe-f946-45b4-a238-96c4ed3a38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:14:33.143245 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-be1a050b-c17b-415d-87dc-1180132bbf89 req-71082fbe-f946-45b4-a238-96c4ed3a38ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418284 Feb 28 13:14:33.234439 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-be1a050b-c17b-415d-87dc-1180132bbf89 req-979e94cb-6ba3-4c82-b293-99f13ca928c9 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814161 Feb 28 13:14:33.321314 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-be1a050b-c17b-415d-87dc-1180132bbf89 req-bf3883ae-6bfd-4946-9261-8cd4d1ea455d service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782843 Feb 28 13:14:37.357607 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:14:47.863774 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:52.885949 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7801-95b0-4bda-81d9-c1ca0b51dfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:55.331945 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f5e08b3-95e5-4b1e-88ff-011f23d00932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:56.760340 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:57.983599 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:59.423170 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:14:59.825541 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abbb97-8abc-4845-ac5e-4d20e2d17626 req-eb52cd5e-4f10-4386-ac32-f818f7c42f69 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:14:59.827131 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d6abbb97-8abc-4845-ac5e-4d20e2d17626 req-eb52cd5e-4f10-4386-ac32-f818f7c42f69 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 946 time: 0.0541604 Feb 28 13:14:59.877952 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d6abbb97-8abc-4845-ac5e-4d20e2d17626 req-06e6be02-c102-4ade-85ca-21df8e8c63e8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451012 Feb 28 13:15:00.994576 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe796a-fba9-497e-94d1-bd70005742ff req-4e38dca7-bafa-4958-8cec-9cbffa0d70e8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:00.996085 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2bfe796a-fba9-497e-94d1-bd70005742ff req-4e38dca7-bafa-4958-8cec-9cbffa0d70e8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 946 time: 0.0502338 Feb 28 13:15:01.046942 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2bfe796a-fba9-497e-94d1-bd70005742ff req-979abf10-5b02-4028-ad41-45828b0ac793 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452580 Feb 28 13:15:01.728321 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-c00da1da-04d1-4917-9573-2a08efaac86c tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:01.729689 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-c00da1da-04d1-4917-9573-2a08efaac86c tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 946 time: 0.0572929 Feb 28 13:15:01.821114 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Deleting port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:15:01.821452 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:01.913685 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] For port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:15:01.914039 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:02.085770 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:02.086151 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (ddf8dd98-8eb5-4393-9507-ff4799d0b73e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:02.086685 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.l3_db [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Floating IP ddf8dd98-8eb5-4393-9507-ff4799d0b73e disassociated. External IP: 172.27.2.94, port: e2b0da79-8c52-4a9e-aa0e-e566f262b6ff. Feb 28 13:15:02.087040 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Calling delete_port for e2b0da79-8c52-4a9e-aa0e-e566f262b6ff owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:15:02.165480 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a196e9-f4b0-4a82-9b99-55398ba0b7f1 req-c1cce1d2-010a-42cd-8089-5a43690f2e1a tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:02.167211 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e8a196e9-f4b0-4a82-9b99-55398ba0b7f1 req-c1cce1d2-010a-42cd-8089-5a43690f2e1a tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 946 time: 0.0531499 Feb 28 13:15:02.215975 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e8a196e9-f4b0-4a82-9b99-55398ba0b7f1 req-9f897e6c-ad35-446b-870c-2d8c31469744 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422685 Feb 28 13:15:02.263628 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (e2b0da79-8c52-4a9e-aa0e-e566f262b6ff), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:02.290428 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event deleted for resources: {'Port': ['ID=e2b0da79-8c52-4a9e-aa0e-e566f262b6ff,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:15:02.300073 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.300436 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.300761 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.301091 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.301418 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.301740 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.302657 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.302989 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.303982 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.303982 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.303982 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.304360 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.304576 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:02.418022 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Router 60555358-64cf-49a6-80ca-a8f3eb7cf377 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:15:02.524461 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:15:02.534130 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7628a91-2ea2-4c31-a957-3e0a9f5c0c66 None None] Sync routers for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:15:02.543956 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7628a91-2ea2-4c31-a957-3e0a9f5c0c66 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:15:02.544581 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b7628a91-2ea2-4c31-a957-3e0a9f5c0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:14:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:15:02.564151 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] No DVR routers for this DVR port e2b0da79-8c52-4a9e-aa0e-e566f262b6ff on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:15:02.566620 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:02.569917 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-852f9128-3be3-43a0-89de-a288ed3e1686 req-774ba6c4-7c38-443b-bf80-8875280a58e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "DELETE /v2.0/ports/e2b0da79-8c52-4a9e-aa0e-e566f262b6ff HTTP/1.1" status: 204 len: 173 time: 0.8349004 Feb 28 13:15:02.570353 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5acc80-2441-4627-8888-c81629ee5826', 'name': 'network-vif-deleted', 'tag': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:15:02.572597 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede83d25-933b-4968-82c5-272fdbd43ee0" -d '{"events": [{"server_uuid": "9e5acc80-2441-4627-8888-c81629ee5826", "name": "network-vif-deleted", "tag": "e2b0da79-8c52-4a9e-aa0e-e566f262b6ff"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:15:02.608520 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38456353-0bc6-47e3-9e0c-69be6c56684e x-openstack-request-id: req-38456353-0bc6-47e3-9e0c-69be6c56684e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:15:02.608808 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5acc80-2441-4627-8888-c81629ee5826", "name": "network-vif-deleted", "tag": "e2b0da79-8c52-4a9e-aa0e-e566f262b6ff", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:15:02.609060 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38456353-0bc6-47e3-9e0c-69be6c56684e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:15:02.609453 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5acc80-2441-4627-8888-c81629ee5826', 'name': 'network-vif-deleted', 'tag': 'e2b0da79-8c52-4a9e-aa0e-e566f262b6ff', 'status': 'completed', 'code': 200} Feb 28 13:15:02.793830 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b7628a91-2ea2-4c31-a957-3e0a9f5c0c66 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:15:02.985868 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b7628a91-2ea2-4c31-a957-3e0a9f5c0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:15:03.014215 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7628a91-2ea2-4c31-a957-3e0a9f5c0c66 None None] Checking router: 60555358-64cf-49a6-80ca-a8f3eb7cf377 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:15:03.023432 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7628a91-2ea2-4c31-a957-3e0a9f5c0c66 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:15:03.024080 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b7628a91-2ea2-4c31-a957-3e0a9f5c0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:14:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:15:03.134661 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b7628a91-2ea2-4c31-a957-3e0a9f5c0c66 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:15:03.319745 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3f503f4e-46c3-423b-ade5-447a41a2dee7 req-458ac590-c60e-4b75-ac08-6daca2c3d479 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e5acc80-2441-4627-8888-c81629ee5826 HTTP/1.1" status: 200 len: 210 time: 0.0272560 Feb 28 13:15:03.335057 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b7628a91-2ea2-4c31-a957-3e0a9f5c0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:15:03.360847 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7628a91-2ea2-4c31-a957-3e0a9f5c0c66 None None] The sync data for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi is: [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:15:03.572554 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11518cb3-7e73-4d7b-89a4-18ab9bba58d9 None None] New status for floating IP ddf8dd98-8eb5-4393-9507-ff4799d0b73e: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:15:04.564815 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-f57639b0-a679-46f0-a4ca-04ec8d44034c tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47511871&fields=id&tenant_id=b56a3f7798474e458c47e5471148680d HTTP/1.1" status: 200 len: 267 time: 0.0414913 Feb 28 13:15:04.669502 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-725234d0-5163-40d9-b17f-b88b32f7b470 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:04.670865 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-725234d0-5163-40d9-b17f-b88b32f7b470 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 812 time: 0.0994048 Feb 28 13:15:04.684700 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-6b450e1f-4933-472b-9a43-e5a441a17ad5 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/quotas/b56a3f7798474e458c47e5471148680d HTTP/1.1" status: 200 len: 375 time: 0.0086272 Feb 28 13:15:04.736991 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-3bfe03e3-86f5-4cee-8ea8-6a0e4d0c4c7b tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476615 Feb 28 13:15:04.844756 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-d97161c2-f5de-4c2c-b99d-9b370a9bb027 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 13:15:04.845781 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-d97161c2-f5de-4c2c-b99d-9b370a9bb027 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0979218 Feb 28 13:15:04.937522 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-b975f089-ec89-476b-8e3e-acf889a7c823 service neutron] 10.222.0.23 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859003 Feb 28 13:15:05.025375 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-0f58a767-3c4e-4215-b58d-644ee19a31bc service neutron] 10.222.0.23 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823560 Feb 28 13:15:05.471148 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-47fb22a9-639e-45b2-bf23-71066d7419fa req-7cb22205-e9a8-4abb-87f5-183ee3ab52b3 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 210 time: 0.0269077 Feb 28 13:15:06.566586 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4ea310a2-c1bf-4336-b76b-c684b71d1090 req-6ed135a4-cf19-4bf6-ac80-43caa6bfc2a5 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 210 time: 0.0307307 Feb 28 13:15:06.647130 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device e2b0da79-8c52-4a9e-aa0e-e566f262b6ff no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:15:06.667454 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: e2b0da79-8c52-4a9e-aa0e-e566f262b6ff {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:15:06.667829 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device e2b0da79-8c52-4a9e-aa0e-e566f262b6ff not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:15:07.437948 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-60f9ec27-2e04-499d-9bb3-7f76c7744e90 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:07.439406 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-60f9ec27-2e04-499d-9bb3-7f76c7744e90 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 812 time: 0.1034803 Feb 28 13:15:07.505285 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-3f8234b2-e6c5-4d32-bbac-4fd3cdf74fc0 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56a3f7798474e458c47e5471148680d HTTP/1.1" status: 200 len: 378 time: 0.0515497 Feb 28 13:15:07.532458 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'port': {'device_id': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'admin_state_up': True, 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'security_groups': ['c90e03e3-a9bf-4875-85a5-c6ddc21b3097']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:15:07.664251 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fcd1a15d-2de2-44fd-ab20-02d337065948 req-888ad39c-206f-4e12-8c66-15ccc5a1aff8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 210 time: 0.0276287 Feb 28 13:15:07.731638 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Made reservation on behalf of b56a3f7798474e458c47e5471148680d for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:15:07.734978 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:07.856376 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Allocated IP 172.20.0.5 (a1576995-5979-45f3-b7a3-95dbf430ba2b/1ca82528-d26e-454f-b53c-e84cf6510638/f1d2ddad-9535-487d-b69d-0523b8394327) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:15:07.994926 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for port (f1d2ddad-9535-487d-b69d-0523b8394327), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:08.086384 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:08.131172 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Network a1576995-5979-45f3-b7a3-95dbf430ba2b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:15:08.134488 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:15:08.138267 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:15:08.162377 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'Port': ['ID=f1d2ddad-9535-487d-b69d-0523b8394327,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:15:08.195755 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:08.196375 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:08.266332 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-968a4040-04d3-4752-8820-9bd69e3a7230 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7374716 Feb 28 13:15:08.277986 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Request body: {'port': {'device_id': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:15:08.338737 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:08.430246 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-052b5d8a-cfb0-4c68-9123-110cfb382c3b None None] Provisioning complete for port f1d2ddad-9535-487d-b69d-0523b8394327 triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:15:08.430845 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-052b5d8a-cfb0-4c68-9123-110cfb382c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:08.463385 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-052b5d8a-cfb0-4c68-9123-110cfb382c3b None None] Port f1d2ddad-9535-487d-b69d-0523b8394327 cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:15:08.597754 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d2ddad-9535-487d-b69d-0523b8394327 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:15:08.605634 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Publish callbacks [] for port (f1d2ddad-9535-487d-b69d-0523b8394327), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:08.617134 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Transition to ACTIVE for port object f1d2ddad-9535-487d-b69d-0523b8394327 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:15:08.708973 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:08.760479 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d2ddad-9535-487d-b69d-0523b8394327,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:15:08.783916 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bf601-b9f5-4893-a00f-98bf26992288 req-c7e78ca9-e627-44de-97ac-e7d968dad539 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:08.786265 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8c6bf601-b9f5-4893-a00f-98bf26992288 req-c7e78ca9-e627-44de-97ac-e7d968dad539 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 943 time: 0.0556819 Feb 28 13:15:08.832702 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Attempting to bind port f1d2ddad-9535-487d-b69d-0523b8394327 on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:15:08.833045 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Attempting to bind port f1d2ddad-9535-487d-b69d-0523b8394327 by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:15:08.833382 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Attempting to bind port f1d2ddad-9535-487d-b69d-0523b8394327 on network a1576995-5979-45f3-b7a3-95dbf430ba2b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:15:08.837204 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8c6bf601-b9f5-4893-a00f-98bf26992288 req-a1e25d34-6414-4197-b8f3-baaad8f75121 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442796 Feb 28 13:15:08.839104 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Port f1d2ddad-9535-487d-b69d-0523b8394327 on network a1576995-5979-45f3-b7a3-95dbf430ba2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:15:08.839434 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Attempting to bind port f1d2ddad-9535-487d-b69d-0523b8394327 on network a1576995-5979-45f3-b7a3-95dbf430ba2b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:15:08.845183 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:15:08.845522 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Checking segment: {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:15:08.845917 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Bound using segment: {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:15:08.846350 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Bound port: f1d2ddad-9535-487d-b69d-0523b8394327, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:15:08.846711 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:08.914841 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] For port f1d2ddad-9535-487d-b69d-0523b8394327, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:15:08.918496 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] For port f1d2ddad-9535-487d-b69d-0523b8394327, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=f1d2ddad-9535-487d-b69d-0523b8394327,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:15:08.972933 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:09.015015 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:09.015015 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:09.015015 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] 10.222.0.35 "PUT /v2.0/ports/f1d2ddad-9535-487d-b69d-0523b8394327 HTTP/1.1" status: 200 len: 1093 time: 0.7364271 Feb 28 13:15:09.015015 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'tag': 'f1d2ddad-9535-487d-b69d-0523b8394327'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:15:09.015015 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ba9e17-a694-4435-adba-b1601b6bdaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "e90bc188-d1eb-4c22-b623-095f967aa954", "tag": "f1d2ddad-9535-487d-b69d-0523b8394327"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:15:09.042742 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b7fcf-0b8f-44f1-aa07-5bc6b4137723 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d2ddad-9535-487d-b69d-0523b8394327,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:15:09.065752 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb26830a-9aed-4f25-bd06-5a4225affd1e x-openstack-request-id: req-cb26830a-9aed-4f25-bd06-5a4225affd1e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:15:09.065752 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90bc188-d1eb-4c22-b623-095f967aa954", "tag": "f1d2ddad-9535-487d-b69d-0523b8394327", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:15:09.065752 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb26830a-9aed-4f25-bd06-5a4225affd1e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:15:09.065752 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'tag': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'status': 'completed', 'code': 200} Feb 28 13:15:09.134075 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba9e17-a694-4435-adba-b1601b6bdaa6 req-7138e420-7681-4d8d-9077-bcd4a5759759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:09.135682 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e7ba9e17-a694-4435-adba-b1601b6bdaa6 req-7138e420-7681-4d8d-9077-bcd4a5759759 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 1127 time: 0.0469623 Feb 28 13:15:09.237828 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba9e17-a694-4435-adba-b1601b6bdaa6 req-d8c580a6-358a-4bcd-8b93-b962828db363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:09.239296 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e7ba9e17-a694-4435-adba-b1601b6bdaa6 req-d8c580a6-358a-4bcd-8b93-b962828db363 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b56a3f7798474e458c47e5471148680d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0959866 Feb 28 13:15:09.329967 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba9e17-a694-4435-adba-b1601b6bdaa6 req-6b7f8bf7-bc37-439c-9d8a-068d3d3b567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:09.331415 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-e7ba9e17-a694-4435-adba-b1601b6bdaa6 req-6b7f8bf7-bc37-439c-9d8a-068d3d3b567c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851254 Feb 28 13:15:09.415178 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-c5522c7a-89ec-4221-93ae-e2a176ce4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:09.416588 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-c5522c7a-89ec-4221-93ae-e2a176ce4887 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 1127 time: 0.0461631 Feb 28 13:15:09.723260 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-a020309b-c3bc-4be1-896b-bc98579a1ca3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1d2ddad-9535-487d-b69d-0523b8394327 HTTP/1.1" status: 200 len: 217 time: 0.2965069 Feb 28 13:15:09.769911 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-83f5e540-32fc-412c-bd6e-7ab91f693e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:09.771300 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-83f5e540-32fc-412c-bd6e-7ab91f693e6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0415735 Feb 28 13:15:09.821230 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-cb3e6ac3-0dc3-4049-b9ce-7549464599df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:09.822666 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-cb3e6ac3-0dc3-4049-b9ce-7549464599df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421913 Feb 28 13:15:09.914101 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-589526c5-37ec-4004-aa28-7ee295872513 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833321 Feb 28 13:15:09.957411 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffac794-565e-4a10-a638-33db2f486ab0 req-1bf772a4-8ccd-44b4-81f3-dab73097889e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:09.961024 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fffac794-565e-4a10-a638-33db2f486ab0 req-1bf772a4-8ccd-44b4-81f3-dab73097889e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 943 time: 0.0534050 Feb 28 13:15:10.010222 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-ae576ef3-5319-42b4-879a-403e85e9bf25 req-785afde7-2695-4a8d-a4ff-e789fa1ca082 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872576 Feb 28 13:15:10.012224 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fffac794-565e-4a10-a638-33db2f486ab0 req-953328f2-6a45-4f6f-ba1c-a6a62c72419a tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466251 Feb 28 13:15:11.130311 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c5880-eaca-4436-8bb9-cba4139e70c7 req-441a7bf9-e214-4eee-925d-85f14d987921 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:11.131803 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cb0c5880-eaca-4436-8bb9-cba4139e70c7 req-441a7bf9-e214-4eee-925d-85f14d987921 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 943 time: 0.0516777 Feb 28 13:15:11.178164 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cb0c5880-eaca-4436-8bb9-cba4139e70c7 req-fcdb5001-f177-4b81-8b4c-ea8906c6a70f tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409281 Feb 28 13:15:12.293270 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494045ec-cb40-4afb-89db-4c811b535ac3 req-9405514f-a738-4f16-8181-400388779bbe tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:12.294730 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-494045ec-cb40-4afb-89db-4c811b535ac3 req-9405514f-a738-4f16-8181-400388779bbe tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 943 time: 0.0519948 Feb 28 13:15:12.341774 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-494045ec-cb40-4afb-89db-4c811b535ac3 req-988dc387-7c16-4ff1-9f4e-b95c40de2dd7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412016 Feb 28 13:15:13.459193 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68dcaa-444f-4a33-a4a4-a8f97a51a21f req-cf6eafd9-b0d7-4662-8370-98e3123e74be tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:13.461256 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4b68dcaa-444f-4a33-a4a4-a8f97a51a21f req-cf6eafd9-b0d7-4662-8370-98e3123e74be tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 943 time: 0.0553384 Feb 28 13:15:13.507688 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4b68dcaa-444f-4a33-a4a4-a8f97a51a21f req-53f55279-5a45-4a77-af52-825a7f4e470a tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410106 Feb 28 13:15:14.357275 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:15:14.621480 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9cf7a-727f-4c23-b7af-713ccc1ff864 req-4c37f0cc-d3a0-43cc-ac68-a5a614e5bf63 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:14.622859 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ece9cf7a-727f-4c23-b7af-713ccc1ff864 req-4c37f0cc-d3a0-43cc-ac68-a5a614e5bf63 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 943 time: 0.0515947 Feb 28 13:15:14.670048 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ece9cf7a-727f-4c23-b7af-713ccc1ff864 req-7480cc1a-6e52-41aa-893d-733542fc0c11 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417461 Feb 28 13:15:15.783139 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0711de4-c5d3-43b2-9878-b26137108775 req-54edac60-283a-4070-ab02-e318fba6b8a8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:15.784622 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d0711de4-c5d3-43b2-9878-b26137108775 req-54edac60-283a-4070-ab02-e318fba6b8a8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 943 time: 0.0508814 Feb 28 13:15:16.060647 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d0711de4-c5d3-43b2-9878-b26137108775 req-8b9ab4cc-7c7d-4316-88b0-33552ed9e947 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2699187 Feb 28 13:15:17.177396 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934d989-4cf5-4c44-b22e-317c4e01e3af req-a5ccd4c5-7bd2-4b50-bcb4-c67c68a6e2db tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:17.178751 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6934d989-4cf5-4c44-b22e-317c4e01e3af req-a5ccd4c5-7bd2-4b50-bcb4-c67c68a6e2db tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 943 time: 0.0515387 Feb 28 13:15:17.226050 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6934d989-4cf5-4c44-b22e-317c4e01e3af req-708389d9-db91-455f-ace6-f657b11a3444 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419111 Feb 28 13:15:17.851754 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:18.340144 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776ac3-e509-4d3c-bb0f-8adb0ec49c17 req-e5075a1a-3695-4b2f-9c0b-641930753daf tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:18.341589 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-65776ac3-e509-4d3c-bb0f-8adb0ec49c17 req-e5075a1a-3695-4b2f-9c0b-641930753daf tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 943 time: 0.0515621 Feb 28 13:15:18.390521 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-65776ac3-e509-4d3c-bb0f-8adb0ec49c17 req-2e9e5255-5917-4b75-97d9-3c447896bf97 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435088 Feb 28 13:15:18.730999 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device f1d2ddad-9535-487d-b69d-0523b8394327 details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:15:18.823701 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port f1d2ddad-9535-487d-b69d-0523b8394327, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=f1d2ddad-9535-487d-b69d-0523b8394327,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:15:18.834696 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'port_id': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'mac_address': 'fa:16:3e:d2:7d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:15:18.870377 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port f1d2ddad-9535-487d-b69d-0523b8394327 is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:15:18.870979 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:18.887068 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d2ddad-9535-487d-b69d-0523b8394327 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:15:18.905817 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port f1d2ddad-9535-487d-b69d-0523b8394327, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=f1d2ddad-9535-487d-b69d-0523b8394327,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:15:18.982733 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:19.029839 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=f1d2ddad-9535-487d-b69d-0523b8394327,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:15:19.036811 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.037167 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.037521 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.037866 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.038201 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.038535 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.038873 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.039201 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.039556 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.039893 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.040223 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.040551 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.040878 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:15:19.276126 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['f1d2ddad-9535-487d-b69d-0523b8394327'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:15:19.507355 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9bc8a-fd3c-471e-aa3f-90243d0498a7 req-a5a199da-262e-4b68-a8af-4b54a97f8128 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:19.508873 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e6f9bc8a-fd3c-471e-aa3f-90243d0498a7 req-a5a199da-262e-4b68-a8af-4b54a97f8128 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 944 time: 0.0523052 Feb 28 13:15:19.556713 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-e6f9bc8a-fd3c-471e-aa3f-90243d0498a7 req-2a92376e-6768-4091-afcd-529be8557488 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422993 Feb 28 13:15:20.669354 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decb55a-3113-4c4c-8045-e2fde127cd19 req-f43f546b-67be-48f6-bcde-aafe4b6b10c8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:20.670816 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4decb55a-3113-4c4c-8045-e2fde127cd19 req-f43f546b-67be-48f6-bcde-aafe4b6b10c8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 944 time: 0.0505462 Feb 28 13:15:20.717343 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-4decb55a-3113-4c4c-8045-e2fde127cd19 req-350e356a-fed3-44c7-b58f-fecb19e3be7d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411785 Feb 28 13:15:20.731918 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device f1d2ddad-9535-487d-b69d-0523b8394327 up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:15:20.840011 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port f1d2ddad-9535-487d-b69d-0523b8394327 completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:15:20.843523 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port f1d2ddad-9535-487d-b69d-0523b8394327 triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:15:20.843904 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:20.920668 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port f1d2ddad-9535-487d-b69d-0523b8394327 is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:15:20.921058 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:20.943022 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2ddad-9535-487d-b69d-0523b8394327'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:15:20.945328 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd0d356-611f-4cc5-b305-91758d34cabf" -d '{"events": [{"server_uuid": "e90bc188-d1eb-4c22-b623-095f967aa954", "name": "network-vif-plugged", "status": "completed", "tag": "f1d2ddad-9535-487d-b69d-0523b8394327"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:15:20.957102 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port f1d2ddad-9535-487d-b69d-0523b8394327, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=f1d2ddad-9535-487d-b69d-0523b8394327,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:15:21.034594 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:21.083569 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=f1d2ddad-9535-487d-b69d-0523b8394327,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:15:21.096545 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b9cca3-6489-4976-a6e5-b9ad0fe30006 x-openstack-request-id: req-53b9cca3-6489-4976-a6e5-b9ad0fe30006 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:15:21.096842 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90bc188-d1eb-4c22-b623-095f967aa954", "name": "network-vif-plugged", "status": "completed", "tag": "f1d2ddad-9535-487d-b69d-0523b8394327", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:15:21.097099 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53b9cca3-6489-4976-a6e5-b9ad0fe30006 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:15:21.097496 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'code': 200} Feb 28 13:15:21.433104 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cafb6-d6bd-4004-9361-08898937e29f req-8c2c3124-0ab2-49db-8887-88bafec18ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:21.434472 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-271cafb6-d6bd-4004-9361-08898937e29f req-8c2c3124-0ab2-49db-8887-88bafec18ced service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 1129 time: 0.0433514 Feb 28 13:15:21.480397 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-271cafb6-d6bd-4004-9361-08898937e29f req-124f4f40-b2ff-4f2f-ad68-6f3699717470 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370593 Feb 28 13:15:21.835304 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb297bc8-ef20-4554-8be9-4383aa8cc2b8 req-37d3d911-6f64-4a61-b8b2-b143f2f619e3 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:21.836784 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cb297bc8-ef20-4554-8be9-4383aa8cc2b8 req-37d3d911-6f64-4a61-b8b2-b143f2f619e3 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 945 time: 0.0550456 Feb 28 13:15:21.884491 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cb297bc8-ef20-4554-8be9-4383aa8cc2b8 req-44791e34-6fa7-4bbd-a67d-9cb8d229e152 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422599 Feb 28 13:15:22.897044 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-44897a63-a3d8-4d61-91c3-fcbc8e17c186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:23.004421 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071dc67-bb9f-4c64-8f20-5a9a7addc0f2 req-122956f9-b7ca-4b1d-93c2-64b860ca566d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:23.005892 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3071dc67-bb9f-4c64-8f20-5a9a7addc0f2 req-122956f9-b7ca-4b1d-93c2-64b860ca566d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 945 time: 0.0515401 Feb 28 13:15:23.053929 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3071dc67-bb9f-4c64-8f20-5a9a7addc0f2 req-1ec8c304-730c-40b8-bd48-3f406f696691 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416520 Feb 28 13:15:23.167977 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6151fe6-0988-4fe1-980c-bcb62bb12f62 req-40b5a848-8915-42fa-8ee4-4ee35a481702 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:23.169355 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f6151fe6-0988-4fe1-980c-bcb62bb12f62 req-40b5a848-8915-42fa-8ee4-4ee35a481702 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 945 time: 0.0518227 Feb 28 13:15:23.219747 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f6151fe6-0988-4fe1-980c-bcb62bb12f62 req-26d897ae-0d14-40a2-bff1-13b7135c0cac tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449452 Feb 28 13:15:23.241330 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59228) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:15:23.283281 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae08cc6f-e7d0-440f-8096-34b07a6470ae tempest-TestVolumeBootPattern-965171661 tempest-TestVolumeBootPattern-965171661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:23.284817 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-ae08cc6f-e7d0-440f-8096-34b07a6470ae tempest-TestVolumeBootPattern-965171661 tempest-TestVolumeBootPattern-965171661-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 1124 time: 0.0425031 Feb 28 13:15:23.287496 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59230) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:15:23.292558 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'floatingip': {'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'port_id': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:15:23.371578 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:23.467799 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:23.566570 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Allocated IP 172.27.2.160 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/212d5ad0-c00a-4963-8d50-ddd70c444bed) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:15:23.667419 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for port (212d5ad0-c00a-4963-8d50-ddd70c444bed), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:23.760228 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (212d5ad0-c00a-4963-8d50-ddd70c444bed), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:23.799682 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:15:23.802449 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:15:23.805972 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:15:23.811163 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'Port': ['ID=212d5ad0-c00a-4963-8d50-ddd70c444bed,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:15:24.166217 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (e16e7892-3b62-49af-909f-c54849f7a46e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:24.283674 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (212d5ad0-c00a-4963-8d50-ddd70c444bed), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:24.428975 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for port (212d5ad0-c00a-4963-8d50-ddd70c444bed), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:24.473768 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (212d5ad0-c00a-4963-8d50-ddd70c444bed), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:24.546153 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'Port': ['ID=212d5ad0-c00a-4963-8d50-ddd70c444bed,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:15:24.553090 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (e16e7892-3b62-49af-909f-c54849f7a46e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:24.653805 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.l3_db [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Floating IP e16e7892-3b62-49af-909f-c54849f7a46e associated. External IP: 172.27.2.160, port: f1d2ddad-9535-487d-b69d-0523b8394327. Feb 28 13:15:24.859296 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Router 60555358-64cf-49a6-80ca-a8f3eb7cf377 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:15:24.964353 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:15:24.973867 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc56a71c-ba89-4941-9339-fa7a639fd709 None None] Sync routers for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:15:24.984348 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc56a71c-ba89-4941-9339-fa7a639fd709 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:15:24.984971 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-fc56a71c-ba89-4941-9339-fa7a639fd709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:14:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:15:25.036211 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:25.069206 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-b6a4be02-8431-46b6-b2a9-1b6747a24f95 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7806604 Feb 28 13:15:25.069800 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'tag': 'f1d2ddad-9535-487d-b69d-0523b8394327'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:15:25.072059 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7d2889-c759-435a-ab4c-697b9953e1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e90bc188-d1eb-4c22-b623-095f967aa954", "tag": "f1d2ddad-9535-487d-b69d-0523b8394327"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:15:25.094078 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-fc56a71c-ba89-4941-9339-fa7a639fd709 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:15:25.109206 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57043b1d-a534-4a88-933a-92a5185d5af4 x-openstack-request-id: req-57043b1d-a534-4a88-933a-92a5185d5af4 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:15:25.109532 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90bc188-d1eb-4c22-b623-095f967aa954", "tag": "f1d2ddad-9535-487d-b69d-0523b8394327", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:15:25.109735 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57043b1d-a534-4a88-933a-92a5185d5af4 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:15:25.110132 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'tag': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'status': 'completed', 'code': 200} Feb 28 13:15:25.175621 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d2889-c759-435a-ab4c-697b9953e1c6 req-3573337c-444f-4324-acd1-90ba82bcda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:25.177148 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8e7d2889-c759-435a-ab4c-697b9953e1c6 req-3573337c-444f-4324-acd1-90ba82bcda5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 1129 time: 0.0454783 Feb 28 13:15:25.263377 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d2889-c759-435a-ab4c-697b9953e1c6 req-d2f4f622-c696-4ac2-9f9b-cf3f8fc73a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:25.264870 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8e7d2889-c759-435a-ab4c-697b9953e1c6 req-d2f4f622-c696-4ac2-9f9b-cf3f8fc73a34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 913 time: 0.0820434 Feb 28 13:15:25.330433 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-fc56a71c-ba89-4941-9339-fa7a639fd709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'e16e7892-3b62-49af-909f-c54849f7a46e', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:d2:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:15:24Z', 'updated_at': '2022-02-28T13:15:24Z', 'revision_number': 0, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:15:25.333123 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8e7d2889-c759-435a-ab4c-697b9953e1c6 req-63859cbe-a5a6-43b0-b8e3-e71a2c470282 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1d2ddad-9535-487d-b69d-0523b8394327 HTTP/1.1" status: 200 len: 999 time: 0.0619104 Feb 28 13:15:25.357359 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc56a71c-ba89-4941-9339-fa7a639fd709 None None] Checking router: 60555358-64cf-49a6-80ca-a8f3eb7cf377 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:15:25.365736 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc56a71c-ba89-4941-9339-fa7a639fd709 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:15:25.366266 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-fc56a71c-ba89-4941-9339-fa7a639fd709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:14:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:15:25.380449 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d2889-c759-435a-ab4c-697b9953e1c6 req-a9af4531-4764-41cd-b366-9ec999dc3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:25.381922 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8e7d2889-c759-435a-ab4c-697b9953e1c6 req-a9af4531-4764-41cd-b366-9ec999dc3d1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0424492 Feb 28 13:15:25.409242 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3883ec18-1aac-4b0d-9cbb-b2b6446505d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:25.430571 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d2889-c759-435a-ab4c-697b9953e1c6 req-a055f30c-75e7-4d83-bfd2-e26c6b9d9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:25.432120 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8e7d2889-c759-435a-ab4c-697b9953e1c6 req-a055f30c-75e7-4d83-bfd2-e26c6b9d9805 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438359 Feb 28 13:15:25.478616 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-fc56a71c-ba89-4941-9339-fa7a639fd709 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:15:25.525036 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8e7d2889-c759-435a-ab4c-697b9953e1c6 req-3f3061ea-ead9-479c-8c21-69ef0e17b21e service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856864 Feb 28 13:15:25.612790 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8e7d2889-c759-435a-ab4c-697b9953e1c6 req-c58eecb6-0597-4fe7-8b37-97bb00548187 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806649 Feb 28 13:15:25.703760 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-fc56a71c-ba89-4941-9339-fa7a639fd709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'e16e7892-3b62-49af-909f-c54849f7a46e', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:d2:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:15:24Z', 'updated_at': '2022-02-28T13:15:24Z', 'revision_number': 0, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:15:25.732186 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc56a71c-ba89-4941-9339-fa7a639fd709 None None] The sync data for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi is: [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'e16e7892-3b62-49af-909f-c54849f7a46e', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:d2:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:15:24Z', 'updated_at': '2022-02-28T13:15:24Z', 'revision_number': 0, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:15:25.909549 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167080f-5347-46a1-99c8-44c96848eecf None None] New status for floating IP e16e7892-3b62-49af-909f-c54849f7a46e: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:15:26.765325 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:27.965808 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:29.399351 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:34.801552 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3da98443-1475-4226-903f-f886e9df0e94 req-3347d432-378a-420e-909b-5527b27bd8c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464981 Feb 28 13:15:34.890543 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98443-1475-4226-903f-f886e9df0e94 req-29e66f0d-da7a-4b62-8135-7d83001e6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:34.892067 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3da98443-1475-4226-903f-f886e9df0e94 req-29e66f0d-da7a-4b62-8135-7d83001e6bdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 1129 time: 0.0435977 Feb 28 13:15:34.992929 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98443-1475-4226-903f-f886e9df0e94 req-5c29bfd2-0269-403a-80a2-16e03da505d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:34.994925 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3da98443-1475-4226-903f-f886e9df0e94 req-5c29bfd2-0269-403a-80a2-16e03da505d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 913 time: 0.0833452 Feb 28 13:15:35.061590 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3da98443-1475-4226-903f-f886e9df0e94 req-b3747dd8-538b-403f-a6b0-07fd2d40459b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1d2ddad-9535-487d-b69d-0523b8394327 HTTP/1.1" status: 200 len: 1001 time: 0.0604434 Feb 28 13:15:35.111043 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98443-1475-4226-903f-f886e9df0e94 req-5407dfb9-a42e-4d70-bcba-6534f5be710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:35.112553 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3da98443-1475-4226-903f-f886e9df0e94 req-5407dfb9-a42e-4d70-bcba-6534f5be710f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0431888 Feb 28 13:15:35.160847 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98443-1475-4226-903f-f886e9df0e94 req-614942ee-beae-4570-bea5-56a0d6fda7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:15:35.162340 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3da98443-1475-4226-903f-f886e9df0e94 req-614942ee-beae-4570-bea5-56a0d6fda7a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425436 Feb 28 13:15:35.253115 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3da98443-1475-4226-903f-f886e9df0e94 req-e44a8645-d0a3-4022-85d4-e34dc77fde80 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839746 Feb 28 13:15:35.340183 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-3da98443-1475-4226-903f-f886e9df0e94 req-94358ad9-0d91-45b9-9131-02c0544b0c23 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798459 Feb 28 13:15:47.850827 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:51.356129 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:15:52.873328 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b85d-5239-40b6-9f96-b1db9e7bf2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:55.364917 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f662a963-ce61-40de-9207-bcaca5fb2fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:56.753526 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:57.958883 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:15:59.404850 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:16:17.878640 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:16:22.890093 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df5c28a7-471c-44da-82f0-abe183180836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:16:25.346866 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5539e3e8-cc7a-41c7-a25b-2dc22e6fb7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:16:26.763992 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:16:28.101363 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:16:28.354621 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:16:29.403840 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:16:35.974566 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9331b1be-8b08-4bde-a51c-c084381f441e req-0b8673fe-1e68-4ea7-8a10-04ef2b4bb84a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439470 Feb 28 13:16:36.061705 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b1be-8b08-4bde-a51c-c084381f441e req-b45e41bf-9baf-40b3-83b6-039c2a83dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:16:36.063165 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9331b1be-8b08-4bde-a51c-c084381f441e req-b45e41bf-9baf-40b3-83b6-039c2a83dfee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 1129 time: 0.0471871 Feb 28 13:16:36.160397 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b1be-8b08-4bde-a51c-c084381f441e req-47da0f60-29fa-49f5-b3d1-75e23170d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:16:36.161837 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9331b1be-8b08-4bde-a51c-c084381f441e req-47da0f60-29fa-49f5-b3d1-75e23170d930 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 913 time: 0.0801065 Feb 28 13:16:36.230791 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9331b1be-8b08-4bde-a51c-c084381f441e req-9c9a7f8b-2758-406d-a677-6765880a8490 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1d2ddad-9535-487d-b69d-0523b8394327 HTTP/1.1" status: 200 len: 1001 time: 0.0605590 Feb 28 13:16:36.278770 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b1be-8b08-4bde-a51c-c084381f441e req-52759c41-8ebd-445a-9bbf-3125669fcfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:16:36.280184 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9331b1be-8b08-4bde-a51c-c084381f441e req-52759c41-8ebd-445a-9bbf-3125669fcfb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0428660 Feb 28 13:16:36.328914 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331b1be-8b08-4bde-a51c-c084381f441e req-50092e73-dd3a-4d30-a50f-96b18eb26087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:16:36.330394 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9331b1be-8b08-4bde-a51c-c084381f441e req-50092e73-dd3a-4d30-a50f-96b18eb26087 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434494 Feb 28 13:16:36.419047 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9331b1be-8b08-4bde-a51c-c084381f441e req-8a0369b2-95d0-4d8d-87bb-efdeb932c74e service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819416 Feb 28 13:16:36.511045 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-9331b1be-8b08-4bde-a51c-c084381f441e req-2592f604-9fc6-4b7f-944e-0f2734325d36 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854568 Feb 28 13:16:47.917764 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:16:52.883728 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46c3f679-bc1c-4754-b65a-73b132de68af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:16:55.409272 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-93f66948-2dd5-44c9-b953-0e8708cf61c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:16:56.774978 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:16:57.947090 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:16:59.431999 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:05.353513 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:17:09.369171 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b54a8cd7-b87f-49b8-ae4a-ce6828beccce tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47511871&fields=id&tenant_id=b56a3f7798474e458c47e5471148680d HTTP/1.1" status: 200 len: 267 time: 0.0437474 Feb 28 13:17:09.475847 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b509bda7-5e46-4526-b797-1649e1918180 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:09.477192 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b509bda7-5e46-4526-b797-1649e1918180 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 812 time: 0.1019099 Feb 28 13:17:09.491591 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-1548716c-285a-41a7-ba10-158559885cd6 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/quotas/b56a3f7798474e458c47e5471148680d HTTP/1.1" status: 200 len: 375 time: 0.0091720 Feb 28 13:17:09.545800 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-9eed678d-c7db-4ba5-94d7-ef8045ae6214 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495560 Feb 28 13:17:09.624956 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-9a668609-65d0-44f3-8968-3611c761c0db service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 13:17:09.625948 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-9a668609-65d0-44f3-8968-3611c761c0db service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0682986 Feb 28 13:17:09.712273 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-5299b068-d673-4ea2-b311-7a93d4d7cb7a service neutron] 10.222.0.23 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805867 Feb 28 13:17:09.802602 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-216c7dd3-1fc4-4676-b54f-5e2c0699514b service neutron] 10.222.0.23 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847995 Feb 28 13:17:10.350391 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6c31eefa-19d9-4e05-a397-553dc13841de req-48a69c21-caa3-4c7a-b2d4-63ff9c167e31 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 210 time: 0.0282636 Feb 28 13:17:11.440729 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-842c6114-fb22-4c43-9247-6e5a2f3475c7 req-b7b15a2b-3d6e-4fa2-9594-dd3b82f8441e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 210 time: 0.0274825 Feb 28 13:17:12.102715 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-2e0bf8b0-3f08-443f-9e9d-a50e6cd84eb1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:12.104191 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-2e0bf8b0-3f08-443f-9e9d-a50e6cd84eb1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 812 time: 0.1029186 Feb 28 13:17:12.165877 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-56bd9e3b-bbbf-4033-b2c5-4e7b1b26833e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56a3f7798474e458c47e5471148680d HTTP/1.1" status: 200 len: 378 time: 0.0523844 Feb 28 13:17:12.177875 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'port': {'device_id': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'admin_state_up': True, 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'security_groups': ['c90e03e3-a9bf-4875-85a5-c6ddc21b3097']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:17:12.351962 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Made reservation on behalf of b56a3f7798474e458c47e5471148680d for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 13:17:12.355432 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:12.478714 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Allocated IP 172.20.0.14 (a1576995-5979-45f3-b7a3-95dbf430ba2b/1ca82528-d26e-454f-b53c-e84cf6510638/3d1f8eb7-d846-426e-9dea-93b3b03ac6ff) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:17:12.538610 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-0d68bb10-654d-4567-ac31-48a167bd943c req-48ab5b4e-c1e5-4515-afab-fab0915a32d1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 210 time: 0.0274918 Feb 28 13:17:12.617512 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:12.718069 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:12.761859 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Network a1576995-5979-45f3-b7a3-95dbf430ba2b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:17:12.764848 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:17:12.768561 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:17:12.792501 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'Port': ['ID=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:17:12.811890 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.812285 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.812633 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.812971 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.813305 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.813631 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.813966 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.814306 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.814602 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.814927 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.815247 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.815592 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.815909 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:12.836362 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:12.836991 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:12.903167 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-c133a5a1-c605-4755-9438-01d82b4bb4e7 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7293158 Feb 28 13:17:12.917503 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Request body: {'port': {'device_id': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83120'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:17:13.012247 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-660a1f71-e8ca-43f2-9b20-47c5a6c066f1 None None] Provisioning complete for port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff triggered by entity DHCP. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:17:13.012824 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-660a1f71-e8ca-43f2-9b20-47c5a6c066f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:13.051710 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-660a1f71-e8ca-43f2-9b20-47c5a6c066f1 None None] Port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff cannot update to ACTIVE because it is not bound. {{(pid=103233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 13:17:13.241897 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:13.494062 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:17:13.501243 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Publish callbacks [] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:13.513421 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Transition to ACTIVE for port object 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 13:17:13.586151 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:13.635764 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:17:13.671815 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac998b-0c84-49ce-9bca-9ade11e55ccd req-0384a2ee-eb48-401c-b678-91ee6eea0c8e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:13.673493 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ccac998b-0c84-49ce-9bca-9ade11e55ccd req-0384a2ee-eb48-401c-b678-91ee6eea0c8e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 944 time: 0.0627947 Feb 28 13:17:13.712614 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Attempting to bind port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff on host hv-cinder-83120 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 13:17:13.712953 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Attempting to bind port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff by drivers openvswitch,hyperv on host hv-cinder-83120 at level 0 using segments [{'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 13:17:13.713316 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Attempting to bind port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff on network a1576995-5979-45f3-b7a3-95dbf430ba2b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:17:13.718140 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff on network a1576995-5979-45f3-b7a3-95dbf430ba2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83120 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 13:17:13.718490 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Attempting to bind port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff on network a1576995-5979-45f3-b7a3-95dbf430ba2b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 13:17:13.723872 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Checking agent: {'id': '29916b93-bc48-48a0-9e10-6db3cf90b7b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83120', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'started_at': datetime.datetime(2022, 2, 28, 13, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 13:17:13.724257 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Checking segment: {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 13:17:13.724746 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Bound using segment: {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 13:17:13.725060 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Bound port: 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff, host: hv-cinder-83120, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691d39e7-07f7-4edd-8f2a-d37740403ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 13:17:13.725442 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:13.731743 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ccac998b-0c84-49ce-9bca-9ade11e55ccd req-776ecc9e-f195-4974-8a17-75256037c1f3 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513713 Feb 28 13:17:13.797185 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] For port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff, host hv-cinder-83120, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 13:17:13.800307 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] For port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff, host hv-cinder-83120, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 13:17:13.872578 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:13.908995 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:13.909618 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:13.911004 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] 10.222.0.35 "PUT /v2.0/ports/3d1f8eb7-d846-426e-9dea-93b3b03ac6ff HTTP/1.1" status: 200 len: 1094 time: 0.9982064 Feb 28 13:17:13.911441 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'tag': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:17:13.914322 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6f2322-ffd9-4e44-aae2-7792c0c346bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5a9619-024b-4ae6-9c5a-ec63216d2184", "tag": "3d1f8eb7-d846-426e-9dea-93b3b03ac6ff"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:17:13.937486 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40837cb-8657-4582-9188-e9db3e9b71f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:17:13.962890 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362e2197-c11d-4df2-b972-3a5e9b6677df x-openstack-request-id: req-362e2197-c11d-4df2-b972-3a5e9b6677df {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:17:13.963205 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5a9619-024b-4ae6-9c5a-ec63216d2184", "tag": "3d1f8eb7-d846-426e-9dea-93b3b03ac6ff", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:17:13.963622 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-362e2197-c11d-4df2-b972-3a5e9b6677df {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:17:13.964021 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'tag': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff', 'status': 'completed', 'code': 200} Feb 28 13:17:14.036457 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f2322-ffd9-4e44-aae2-7792c0c346bd req-54e66809-f90f-4446-9404-7378fdfb16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:14.038555 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7b6f2322-ffd9-4e44-aae2-7792c0c346bd req-54e66809-f90f-4446-9404-7378fdfb16ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 1128 time: 0.0472605 Feb 28 13:17:14.139818 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f2322-ffd9-4e44-aae2-7792c0c346bd req-c1d72f5d-b6a1-420f-bf5a-041b06ae2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:14.141277 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7b6f2322-ffd9-4e44-aae2-7792c0c346bd req-c1d72f5d-b6a1-420f-bf5a-041b06ae2e39 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b56a3f7798474e458c47e5471148680d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0950749 Feb 28 13:17:14.231564 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f2322-ffd9-4e44-aae2-7792c0c346bd req-e5a49257-6571-4233-934c-cb1d99ca016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:14.233028 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7b6f2322-ffd9-4e44-aae2-7792c0c346bd req-e5a49257-6571-4233-934c-cb1d99ca016b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851195 Feb 28 13:17:14.319577 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-2e1270a6-43d3-4f66-80d2-51d601ecdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:14.321074 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-2e1270a6-43d3-4f66-80d2-51d601ecdf31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 1128 time: 0.0490365 Feb 28 13:17:14.366721 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-2201ed49-ad63-4b0e-aa4b-159857fe065c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff HTTP/1.1" status: 200 len: 217 time: 0.0336180 Feb 28 13:17:14.415773 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-445cba18-4ad7-445f-b49b-a01bb1d60e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:14.417204 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-445cba18-4ad7-445f-b49b-a01bb1d60e64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0430992 Feb 28 13:17:14.472439 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-64409b5c-8036-4aa6-bf57-2ae30dc3b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:14.473900 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-64409b5c-8036-4aa6-bf57-2ae30dc3b70d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453870 Feb 28 13:17:14.561949 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-3190c6a4-162f-4dfd-8bd7-e1fb8d265a2b service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782466 Feb 28 13:17:14.653478 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-c17c8546-01ae-44e4-a3c0-6b814b9c6ef8 req-5781287f-0c4b-417d-8e9b-c6964e365e0f service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811403 Feb 28 13:17:14.840182 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3df076-d222-4f4d-bdc3-ae679af0a40a req-957823bf-b56c-4f3b-a5f9-7910a5365b18 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:14.841634 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3c3df076-d222-4f4d-bdc3-ae679af0a40a req-957823bf-b56c-4f3b-a5f9-7910a5365b18 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 944 time: 0.0512962 Feb 28 13:17:14.888954 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3c3df076-d222-4f4d-bdc3-ae679af0a40a req-f112d11e-a009-4722-9b36-bf8046b9799b tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418794 Feb 28 13:17:16.070634 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2abf34-bee5-4609-9cae-e12a45358993 req-2effcf06-f509-4bd2-b21d-07b392f0ed87 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:16.072131 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fb2abf34-bee5-4609-9cae-e12a45358993 req-2effcf06-f509-4bd2-b21d-07b392f0ed87 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 944 time: 0.0514944 Feb 28 13:17:16.122614 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fb2abf34-bee5-4609-9cae-e12a45358993 req-e7911fb6-1201-42f9-9e82-7e31e700e674 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450952 Feb 28 13:17:17.236842 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd256e-6630-466b-931f-ddc6ca9bae4d req-cb4b5a93-963d-4f03-803d-761525725f5d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:17.238230 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8cfd256e-6630-466b-931f-ddc6ca9bae4d req-cb4b5a93-963d-4f03-803d-761525725f5d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 944 time: 0.0521564 Feb 28 13:17:17.285260 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-8cfd256e-6630-466b-931f-ddc6ca9bae4d req-5535366a-7989-4dca-ac71-5415ff98989d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410280 Feb 28 13:17:17.929166 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:18.401460 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf41b6-0e06-4293-b1e5-bd9eb05c8f69 req-7b7da10f-d08b-4287-a1ff-520913ab46ed tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:18.402946 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fbaf41b6-0e06-4293-b1e5-bd9eb05c8f69 req-7b7da10f-d08b-4287-a1ff-520913ab46ed tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 944 time: 0.0513053 Feb 28 13:17:18.450206 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-fbaf41b6-0e06-4293-b1e5-bd9eb05c8f69 req-364675f1-fb49-4ad4-a4fc-d9ec9051405e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417972 Feb 28 13:17:19.568945 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da4d63-76c1-4df7-b23b-105c1bf6b82e req-dab595db-d4c6-4223-b6e2-b31aae771db0 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:19.570408 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-29da4d63-76c1-4df7-b23b-105c1bf6b82e req-dab595db-d4c6-4223-b6e2-b31aae771db0 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 944 time: 0.0560815 Feb 28 13:17:19.616845 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-29da4d63-76c1-4df7-b23b-105c1bf6b82e req-3814060e-d461-4941-a72a-df2a1c7bfe75 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410910 Feb 28 13:17:20.730244 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad6741-9964-449d-891b-ebc0a7d0511d req-61e04a25-a5f2-41fe-9601-2ab4e71d2e6f tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:20.731728 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dfad6741-9964-449d-891b-ebc0a7d0511d req-61e04a25-a5f2-41fe-9601-2ab4e71d2e6f tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 944 time: 0.0509462 Feb 28 13:17:20.778651 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-dfad6741-9964-449d-891b-ebc0a7d0511d req-320eebd5-7a2b-4499-934a-3d43a7bcca96 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415480 Feb 28 13:17:21.891671 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92441b-3351-4f32-b283-617a1a1ec871 req-7115ca8b-dae6-4144-81a6-ddf1e4a53f5b tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:21.893117 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cb92441b-3351-4f32-b283-617a1a1ec871 req-7115ca8b-dae6-4144-81a6-ddf1e4a53f5b tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 944 time: 0.0506372 Feb 28 13:17:21.944125 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-cb92441b-3351-4f32-b283-617a1a1ec871 req-e0bb9c0f-cf68-4e86-ba80-20eedccce62d tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449994 Feb 28 13:17:22.871448 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c5ce92f5-1bfb-4142-817b-5fe732854169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:23.060181 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425b173-63df-47fe-a15d-5a3a4253af64 req-055bb4f5-ab1d-4549-92ac-bf798bdddc6f tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:23.061651 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5425b173-63df-47fe-a15d-5a3a4253af64 req-055bb4f5-ab1d-4549-92ac-bf798bdddc6f tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 944 time: 0.0519907 Feb 28 13:17:23.109010 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-5425b173-63df-47fe-a15d-5a3a4253af64 req-167ba43b-84d6-46f5-8ffd-880c6f18de71 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419779 Feb 28 13:17:23.238182 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff details requested by agent hyperv_hv-cinder-83120 with host hv-cinder-83120 {{(pid=103233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 13:17:23.334553 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:17:23.345155 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Returning: {'device': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'port_id': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff', 'mac_address': 'fa:16:3e:e1:b1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 13:17:23.380877 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff is: DOWN; New status is: BUILD {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:17:23.381257 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:23.395250 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 13:17:23.414473 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:17:23.477239 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:23.526155 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:17:23.532915 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.533284 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.533639 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.533986 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.534328 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.534667 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.535004 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.535341 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.535701 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.536038 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.536374 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.537344 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.537679 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:17:23.767903 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] get_ports_and_sgs() called for port_ids ['3d1f8eb7-d846-426e-9dea-93b3b03ac6ff'] {{(pid=103233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 13:17:24.223270 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6b950-04dd-4813-895f-61a1cca7a9ca req-f1760a28-e828-4995-8400-242ebe5e9004 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:24.224703 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6bd6b950-04dd-4813-895f-61a1cca7a9ca req-f1760a28-e828-4995-8400-242ebe5e9004 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 945 time: 0.0519385 Feb 28 13:17:24.273016 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-6bd6b950-04dd-4813-895f-61a1cca7a9ca req-80338842-f049-4dd3-bc78-13880303e4aa tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428910 Feb 28 13:17:25.254340 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff up at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 13:17:25.368974 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eab73189-4731-43a9-bb15-b33b3419d78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:25.391946 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c246df6-cfb1-4821-a25c-aa6edee1024a req-808b4dc6-b863-4a2a-92b3-4e99fd218396 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:25.393414 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1c246df6-cfb1-4821-a25c-aa6edee1024a req-808b4dc6-b863-4a2a-92b3-4e99fd218396 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 945 time: 0.0558474 Feb 28 13:17:25.397874 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning for port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff completed by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 13:17:25.402434 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Provisioning complete for port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff triggered by entity L2. {{(pid=103233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 13:17:25.402791 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1270676'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), provisioning_complete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:25.443769 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1c246df6-cfb1-4821-a25c-aa6edee1024a req-565263e3-816e-435e-8d2e-ee0813ba4ca0 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441856 Feb 28 13:17:25.480907 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Current status of the port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff is: BUILD; New status is: ACTIVE {{(pid=103233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 13:17:25.481302 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:25.502531 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:17:25.504838 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2452539a84a739b6455525c0bc70a1012cb3fcd003ee275dab222ed072db1a3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6be2471-6aa4-4e8b-978d-7ed842f1f5d2" -d '{"events": [{"server_uuid": "1c5a9619-024b-4ae6-9c5a-ec63216d2184", "name": "network-vif-plugged", "status": "completed", "tag": "3d1f8eb7-d846-426e-9dea-93b3b03ac6ff"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:17:25.516961 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] For port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:17:25.550824 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad8f092-225b-4872-a390-d983aa2a2c5e x-openstack-request-id: req-cad8f092-225b-4872-a390-d983aa2a2c5e {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:17:25.550824 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5a9619-024b-4ae6-9c5a-ec63216d2184", "name": "network-vif-plugged", "status": "completed", "tag": "3d1f8eb7-d846-426e-9dea-93b3b03ac6ff", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:17:25.550824 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cad8f092-225b-4872-a390-d983aa2a2c5e {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:17:25.550824 dv-cinder-831202-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff', 'code': 200} Feb 28 13:17:25.597278 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:25.642116 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Pushing event updated for resources: {'Port': ['ID=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff,revision_number=5']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:17:25.905313 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69aec59-6f20-43bf-9af1-59c959eb6b42 req-d7558dd4-a25d-4d01-b13d-3d7fe5238ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:25.906791 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-b69aec59-6f20-43bf-9af1-59c959eb6b42 req-d7558dd4-a25d-4d01-b13d-3d7fe5238ff9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 1130 time: 0.0441160 Feb 28 13:17:25.951977 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-b69aec59-6f20-43bf-9af1-59c959eb6b42 req-da7c7d70-1860-4cf0-a41e-3c995a7ec956 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387762 Feb 28 13:17:26.561105 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169257c-5880-4942-9f98-d057ca188bd8 req-bbfad1f4-d6a8-46d5-a466-9c090cb0f2f1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:26.562601 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2169257c-5880-4942-9f98-d057ca188bd8 req-bbfad1f4-d6a8-46d5-a466-9c090cb0f2f1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 946 time: 0.0526962 Feb 28 13:17:26.609660 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2169257c-5880-4942-9f98-d057ca188bd8 req-fe493e3d-abc4-41f1-8d5e-27a813b3a235 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414436 Feb 28 13:17:26.773999 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:27.729759 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8986d09-9c78-418f-a5fc-479d5cb5359f req-93336f4d-e83b-48a6-8244-006e6c01cfe8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:27.731212 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f8986d09-9c78-418f-a5fc-479d5cb5359f req-93336f4d-e83b-48a6-8244-006e6c01cfe8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 946 time: 0.0550931 Feb 28 13:17:27.778151 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-f8986d09-9c78-418f-a5fc-479d5cb5359f req-16a7eb21-c027-4ffe-b82e-8142e98e1491 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414505 Feb 28 13:17:27.891600 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6901ad-931d-4e46-9490-0cb0fc1dd7ed req-834f7bcf-e766-4030-8c9d-087fbc4886c1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:27.893022 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d6901ad-931d-4e46-9490-0cb0fc1dd7ed req-834f7bcf-e766-4030-8c9d-087fbc4886c1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 946 time: 0.0509675 Feb 28 13:17:27.941262 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-1d6901ad-931d-4e46-9490-0cb0fc1dd7ed req-c031f1f3-efce-4039-b810-acfb5f67f1a1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420094 Feb 28 13:17:27.963692 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59364) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:17:27.979828 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:28.007580 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77264b-2050-4044-8a71-90913d021432 tempest-TestVolumeBootPattern-965171661 tempest-TestVolumeBootPattern-965171661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:28.009249 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-fd77264b-2050-4044-8a71-90913d021432 tempest-TestVolumeBootPattern-965171661 tempest-TestVolumeBootPattern-965171661-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 1125 time: 0.0443945 Feb 28 13:17:28.012071 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59366) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:17:28.016261 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Request body: {'floatingip': {'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'port_id': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 13:17:28.111191 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:28.208878 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:28.312921 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Allocated IP 172.27.2.161 (35badc98-a186-415a-b1b0-8c2ba87645f6/bfaaeca8-c9f2-4187-9044-d76bd09beacd/081d9737-fccf-403f-8520-4e42f3b3f4dd) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 13:17:28.415211 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for port (081d9737-fccf-403f-8520-4e42f3b3f4dd), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:28.488722 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753648532700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (081d9737-fccf-403f-8520-4e42f3b3f4dd), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:28.526164 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Network 35badc98-a186-415a-b1b0-8c2ba87645f6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 13:17:28.528981 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 13:17:28.532402 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 13:17:28.556151 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'Port': ['ID=081d9737-fccf-403f-8520-4e42f3b3f4dd,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:17:28.892303 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (aba7c8a1-ee05-4967-8322-7955ed4e795a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:29.032919 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1363103'] for port (081d9737-fccf-403f-8520-4e42f3b3f4dd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:29.181981 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for port (081d9737-fccf-403f-8520-4e42f3b3f4dd), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:29.260014 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753649068270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753648532718', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753648530180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58959872'] for port (081d9737-fccf-403f-8520-4e42f3b3f4dd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:29.331024 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event updated for resources: {'Port': ['ID=081d9737-fccf-403f-8520-4e42f3b3f4dd,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:17:29.344130 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690300'] for floatingip (aba7c8a1-ee05-4967-8322-7955ed4e795a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:29.403110 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:29.448627 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.l3_db [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Floating IP aba7c8a1-ee05-4967-8322-7955ed4e795a associated. External IP: 172.27.2.161, port: 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff. Feb 28 13:17:29.652010 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Router 60555358-64cf-49a6-80ca-a8f3eb7cf377 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:17:29.758531 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:17:29.768022 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5209d2-2a31-4230-8db5-804a172115bd None None] Sync routers for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:17:29.777368 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5209d2-2a31-4230-8db5-804a172115bd None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:17:29.779786 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4d5209d2-2a31-4230-8db5-804a172115bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:17:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:17:29.833433 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:29.866290 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-0053fcae-fc7d-44ae-9d9d-9cbd222bb426 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8532016 Feb 28 13:17:29.866858 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'tag': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:17:29.869096 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198005c4-8a6a-4856-b4ac-536fda324bec" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5a9619-024b-4ae6-9c5a-ec63216d2184", "tag": "3d1f8eb7-d846-426e-9dea-93b3b03ac6ff"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:17:29.885055 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4d5209d2-2a31-4230-8db5-804a172115bd None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:17:29.902987 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26879b6-c1cd-4779-b196-a2a9a4ccf30f x-openstack-request-id: req-f26879b6-c1cd-4779-b196-a2a9a4ccf30f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:17:29.903277 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5a9619-024b-4ae6-9c5a-ec63216d2184", "tag": "3d1f8eb7-d846-426e-9dea-93b3b03ac6ff", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:17:29.903562 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f26879b6-c1cd-4779-b196-a2a9a4ccf30f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:17:29.903964 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'tag': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff', 'status': 'completed', 'code': 200} Feb 28 13:17:29.967953 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198005c4-8a6a-4856-b4ac-536fda324bec req-302d5d38-fd2d-4198-b534-f1ccd08ab142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:29.969496 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-198005c4-8a6a-4856-b4ac-536fda324bec req-302d5d38-fd2d-4198-b534-f1ccd08ab142 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 1130 time: 0.0445192 Feb 28 13:17:30.058813 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198005c4-8a6a-4856-b4ac-536fda324bec req-e893d92f-0fa8-4649-a2d4-59e9863e0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:30.060289 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-198005c4-8a6a-4856-b4ac-536fda324bec req-e893d92f-0fa8-4649-a2d4-59e9863e0c30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 913 time: 0.0842011 Feb 28 13:17:30.109878 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4d5209d2-2a31-4230-8db5-804a172115bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'aba7c8a1-ee05-4967-8322-7955ed4e795a', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:e1:b1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:17:28Z', 'updated_at': '2022-02-28T13:17:28Z', 'revision_number': 0, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}, {'id': 'e16e7892-3b62-49af-909f-c54849f7a46e', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:d2:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:15:24Z', 'updated_at': '2022-02-28T13:15:26Z', 'revision_number': 1, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:17:30.127868 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-198005c4-8a6a-4856-b4ac-536fda324bec req-5ea09766-656b-4da2-9b6d-9d912fa05b87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff HTTP/1.1" status: 200 len: 1000 time: 0.0613303 Feb 28 13:17:30.139019 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5209d2-2a31-4230-8db5-804a172115bd None None] Checking router: 60555358-64cf-49a6-80ca-a8f3eb7cf377 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:17:30.147202 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5209d2-2a31-4230-8db5-804a172115bd None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:17:30.147837 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4d5209d2-2a31-4230-8db5-804a172115bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:17:25Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:17:30.175517 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198005c4-8a6a-4856-b4ac-536fda324bec req-a672dbf9-72fc-43d9-9e49-2874850d965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:30.176992 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-198005c4-8a6a-4856-b4ac-536fda324bec req-a672dbf9-72fc-43d9-9e49-2874850d965d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0435581 Feb 28 13:17:30.225542 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198005c4-8a6a-4856-b4ac-536fda324bec req-3a08b1a4-c0cf-4b97-aa7b-a930bf99258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:30.227047 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-198005c4-8a6a-4856-b4ac-536fda324bec req-3a08b1a4-c0cf-4b97-aa7b-a930bf99258b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437706 Feb 28 13:17:30.253941 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4d5209d2-2a31-4230-8db5-804a172115bd None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:17:30.317036 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-198005c4-8a6a-4856-b4ac-536fda324bec req-1a811df6-eca5-445b-b81c-789b33831541 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837364 Feb 28 13:17:30.404733 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-198005c4-8a6a-4856-b4ac-536fda324bec req-aacb904b-7872-4f41-ad4c-8754ad0eb0d0 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814247 Feb 28 13:17:30.475317 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4d5209d2-2a31-4230-8db5-804a172115bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'aba7c8a1-ee05-4967-8322-7955ed4e795a', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:e1:b1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:17:28Z', 'updated_at': '2022-02-28T13:17:28Z', 'revision_number': 0, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}, {'id': 'e16e7892-3b62-49af-909f-c54849f7a46e', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:d2:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:15:24Z', 'updated_at': '2022-02-28T13:15:26Z', 'revision_number': 1, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:17:30.503815 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5209d2-2a31-4230-8db5-804a172115bd None None] The sync data for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi is: [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'aba7c8a1-ee05-4967-8322-7955ed4e795a', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:e1:b1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:17:28Z', 'updated_at': '2022-02-28T13:17:28Z', 'revision_number': 0, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}, {'id': 'e16e7892-3b62-49af-909f-c54849f7a46e', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:d2:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:15:24Z', 'updated_at': '2022-02-28T13:15:26Z', 'revision_number': 1, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:17:30.691195 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4c9560-6a55-4a20-8f02-d40510f2d192 None None] New status for floating IP aba7c8a1-ee05-4967-8322-7955ed4e795a: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:17:37.800798 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-62040dc6-f55b-4198-a0e4-620d37e49173 req-05c4dc4d-38b1-465a-ba67-85883ce4f72e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463569 Feb 28 13:17:37.885109 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62040dc6-f55b-4198-a0e4-620d37e49173 req-96806e35-d835-4dd4-bb06-c4ce55e965fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:37.886600 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-62040dc6-f55b-4198-a0e4-620d37e49173 req-96806e35-d835-4dd4-bb06-c4ce55e965fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 1129 time: 0.0440741 Feb 28 13:17:37.984013 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62040dc6-f55b-4198-a0e4-620d37e49173 req-6359e774-fc70-4883-8cd0-fd11a3b6c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:37.985479 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-62040dc6-f55b-4198-a0e4-620d37e49173 req-6359e774-fc70-4883-8cd0-fd11a3b6c949 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 913 time: 0.0816236 Feb 28 13:17:38.052391 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-62040dc6-f55b-4198-a0e4-620d37e49173 req-24de1c8e-c990-4e5f-832f-1acbb98e7cef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1d2ddad-9535-487d-b69d-0523b8394327 HTTP/1.1" status: 200 len: 1001 time: 0.0594685 Feb 28 13:17:38.099018 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62040dc6-f55b-4198-a0e4-620d37e49173 req-dcaf7c27-4fe4-4870-89c9-ef086507af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:38.100462 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-62040dc6-f55b-4198-a0e4-620d37e49173 req-dcaf7c27-4fe4-4870-89c9-ef086507af19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0411985 Feb 28 13:17:38.147203 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62040dc6-f55b-4198-a0e4-620d37e49173 req-22bcdd5b-b149-4e6d-bd72-2be69ce4485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:17:38.148697 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-62040dc6-f55b-4198-a0e4-620d37e49173 req-22bcdd5b-b149-4e6d-bd72-2be69ce4485d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423238 Feb 28 13:17:38.237172 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-62040dc6-f55b-4198-a0e4-620d37e49173 req-2c1dee04-bfea-409f-9628-93e65f89a855 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818400 Feb 28 13:17:38.322888 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-62040dc6-f55b-4198-a0e4-620d37e49173 req-1105cce8-d55a-44c0-b07f-92936b5e617f service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786343 Feb 28 13:17:42.352541 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:17:47.927976 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:52.996890 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6df46c62-3773-4320-9be6-ef93f0c637ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:55.333249 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-778a4be9-5625-48c4-bb70-7d33fe7723bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:56.784838 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:57.956315 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:17:59.424871 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:17.938643 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:19.351910 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:18:22.898643 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fab1a17e-170f-4a7c-8853-e64f8186be7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:25.355600 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2d08109a-519b-44ab-88b5-f1344a5b22bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:26.778527 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:27.950242 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:29.429779 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:39.794252 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7a41b94f-093e-4522-9544-f3151436a307 req-51f6b343-9986-4ca3-84d0-6e6026b62109 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427432 Feb 28 13:18:39.861199 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41b94f-093e-4522-9544-f3151436a307 req-2018e653-9147-4a25-ae54-717161c811e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:18:39.862656 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7a41b94f-093e-4522-9544-f3151436a307 req-2018e653-9147-4a25-ae54-717161c811e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 1130 time: 0.0463536 Feb 28 13:18:39.960841 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41b94f-093e-4522-9544-f3151436a307 req-4e5d331a-d786-41f6-bbd1-ea03345333b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:18:39.962330 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7a41b94f-093e-4522-9544-f3151436a307 req-4e5d331a-d786-41f6-bbd1-ea03345333b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 913 time: 0.0818460 Feb 28 13:18:40.032657 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7a41b94f-093e-4522-9544-f3151436a307 req-7f47bb20-a97b-432d-851f-456c23da6f48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff HTTP/1.1" status: 200 len: 1002 time: 0.0615134 Feb 28 13:18:40.080179 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41b94f-093e-4522-9544-f3151436a307 req-85108f5f-4bfe-42ab-9901-86f76e80bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:18:40.081662 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7a41b94f-093e-4522-9544-f3151436a307 req-85108f5f-4bfe-42ab-9901-86f76e80bdf9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0423598 Feb 28 13:18:40.130001 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41b94f-093e-4522-9544-f3151436a307 req-83fa67f9-985c-4df1-962c-d2a34cea8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:18:40.131515 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7a41b94f-093e-4522-9544-f3151436a307 req-83fa67f9-985c-4df1-962c-d2a34cea8ca5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430131 Feb 28 13:18:40.486836 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7a41b94f-093e-4522-9544-f3151436a307 req-47625d9a-d18e-4781-bab9-1eae113828a8 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482471 Feb 28 13:18:40.574262 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-7a41b94f-093e-4522-9544-f3151436a307 req-a367a21e-673f-47e7-8bde-c271afb6fa84 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784166 Feb 28 13:18:47.949246 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:52.909428 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42bbdbda-4428-4c6b-8755-475814991de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:55.372170 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-568f57db-6a18-4781-a288-5bc8f23b2b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:56.364397 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:18:56.777919 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:57.977575 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:58.291716 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 59402) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:18:58.444955 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Deleting port 081d9737-fccf-403f-8520-4e42f3b3f4dd {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:18:58.445275 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (081d9737-fccf-403f-8520-4e42f3b3f4dd), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:58.519979 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (081d9737-fccf-403f-8520-4e42f3b3f4dd), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:58.520314 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (081d9737-fccf-403f-8520-4e42f3b3f4dd), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:58.531679 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Calling delete_port for 081d9737-fccf-403f-8520-4e42f3b3f4dd owned by network:floatingip {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:18:58.720957 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (081d9737-fccf-403f-8520-4e42f3b3f4dd), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:58.745589 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event deleted for resources: {'Port': ['ID=081d9737-fccf-403f-8520-4e42f3b3f4dd,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:18:58.771561 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.771913 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.772261 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.772620 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.772934 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.773262 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.773590 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.773918 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.774243 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.774571 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.774895 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.775215 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.775567 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:18:58.813827 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (aba7c8a1-ee05-4967-8322-7955ed4e795a), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:58.814207 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.db.l3_db [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Floating IP aba7c8a1-ee05-4967-8322-7955ed4e795a disassociated (deleted). External IP: 172.27.2.161, port: 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff. Feb 28 13:18:59.020886 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Router 60555358-64cf-49a6-80ca-a8f3eb7cf377 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:18:59.128494 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:18:59.133166 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:59.138245 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1247e3-ae59-42b1-a718-e3a204692452 None None] Sync routers for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:18:59.147758 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1247e3-ae59-42b1-a718-e3a204692452 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:18:59.148369 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5d1247e3-ae59-42b1-a718-e3a204692452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:18:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:18:59.151802 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [req-5ea8f7f9-c83f-4f7a-97f0-688f54f77f51 req-5d8088c0-3db8-4b63-b5a6-ccd5ca42dc50 service neutron] (103231) timed out ('10.222.0.35', 49913) {{(pid=103231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 13:18:59.164615 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-d800b199-9eb6-4f37-9cac-761bcfe22012 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "DELETE /v2.0/floatingips/aba7c8a1-ee05-4967-8322-7955ed4e795a HTTP/1.1" status: 204 len: 168 time: 0.8719590 Feb 28 13:18:59.165205 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'tag': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff'}] {{(pid=103231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:18:59.167549 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc0a33bd346426e0dd70819d4ab0c8b29067d305585d16d849570ff81fe1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1bf454-2512-4be6-9c7c-253d82d072f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5a9619-024b-4ae6-9c5a-ec63216d2184", "tag": "3d1f8eb7-d846-426e-9dea-93b3b03ac6ff"}]}' {{(pid=103231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:18:59.258285 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5d1247e3-ae59-42b1-a718-e3a204692452 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:18:59.283367 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2e989a-986d-42cf-877c-bedd00b396a9 x-openstack-request-id: req-0a2e989a-986d-42cf-877c-bedd00b396a9 {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:18:59.283716 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5a9619-024b-4ae6-9c5a-ec63216d2184", "tag": "3d1f8eb7-d846-426e-9dea-93b3b03ac6ff", "status": "completed", "code": 200}]} {{(pid=103231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:18:59.283979 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a2e989a-986d-42cf-877c-bedd00b396a9 {{(pid=103231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:18:59.284376 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'tag': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff', 'status': 'completed', 'code': 200} Feb 28 13:18:59.403354 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [req-0b970d64-ee39-44ce-bdce-67e8e58662a8 req-8fdcb1c8-dc00-4f11-9500-4ab57134dc86 service neutron] (103231) timed out ('10.222.0.35', 49910) {{(pid=103231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 13:18:59.406969 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf454-2512-4be6-9c7c-253d82d072f2 req-f482dbf7-9aa2-4e5a-8e3e-2359ea500bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:18:59.408597 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6a1bf454-2512-4be6-9c7c-253d82d072f2 req-f482dbf7-9aa2-4e5a-8e3e-2359ea500bd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 1130 time: 0.1006670 Feb 28 13:18:59.487631 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:18:59.501618 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf454-2512-4be6-9c7c-253d82d072f2 req-5eb5a3d3-5cc6-43da-9a5a-7e15f5086494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:18:59.503124 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5d1247e3-ae59-42b1-a718-e3a204692452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'e16e7892-3b62-49af-909f-c54849f7a46e', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:d2:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:15:24Z', 'updated_at': '2022-02-28T13:15:26Z', 'revision_number': 1, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:18:59.503339 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6a1bf454-2512-4be6-9c7c-253d82d072f2 req-5eb5a3d3-5cc6-43da-9a5a-7e15f5086494 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 913 time: 0.0862725 Feb 28 13:18:59.529960 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1247e3-ae59-42b1-a718-e3a204692452 None None] Checking router: 60555358-64cf-49a6-80ca-a8f3eb7cf377 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:18:59.539290 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1247e3-ae59-42b1-a718-e3a204692452 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:18:59.539935 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5d1247e3-ae59-42b1-a718-e3a204692452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:18:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:18:59.550792 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6a1bf454-2512-4be6-9c7c-253d82d072f2 req-87d6d59d-92df-404d-b7e8-24f898ed8662 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff HTTP/1.1" status: 200 len: 217 time: 0.0387948 Feb 28 13:18:59.607184 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf454-2512-4be6-9c7c-253d82d072f2 req-06c43728-0b7f-41c9-aed2-813dafdfdcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:18:59.608815 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6a1bf454-2512-4be6-9c7c-253d82d072f2 req-06c43728-0b7f-41c9-aed2-813dafdfdcfb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0490966 Feb 28 13:18:59.654853 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5d1247e3-ae59-42b1-a718-e3a204692452 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:18:59.665927 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf454-2512-4be6-9c7c-253d82d072f2 req-151e719c-c401-4f3a-8fff-b9e444e8a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:18:59.667433 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6a1bf454-2512-4be6-9c7c-253d82d072f2 req-151e719c-c401-4f3a-8fff-b9e444e8a3a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517418 Feb 28 13:18:59.675683 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b4a91-419a-4ac7-a582-27e25f9bc4d5 req-f65a1a04-86c5-4129-a4a9-95e606b8f0fc tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:18:59.677248 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3b6b4a91-419a-4ac7-a582-27e25f9bc4d5 req-f65a1a04-86c5-4129-a4a9-95e606b8f0fc tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 946 time: 0.1111510 Feb 28 13:18:59.735567 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-3b6b4a91-419a-4ac7-a582-27e25f9bc4d5 req-87237689-f0d6-4521-af35-e0642d58e22c tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526335 Feb 28 13:18:59.763354 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6a1bf454-2512-4be6-9c7c-253d82d072f2 req-c4ed7d1a-9c22-44c7-a207-e3eace367a34 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886810 Feb 28 13:18:59.854781 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-6a1bf454-2512-4be6-9c7c-253d82d072f2 req-75e70263-6ffd-464f-bf6a-8237114ccd95 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838623 Feb 28 13:18:59.880055 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5d1247e3-ae59-42b1-a718-e3a204692452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'e16e7892-3b62-49af-909f-c54849f7a46e', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:d2:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:15:24Z', 'updated_at': '2022-02-28T13:15:26Z', 'revision_number': 1, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:18:59.909407 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1247e3-ae59-42b1-a718-e3a204692452 None None] The sync data for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi is: [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_floatingips': [{'id': 'e16e7892-3b62-49af-909f-c54849f7a46e', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'router_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'port_id': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'mac_address': 'fa:16:3e:d2:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T13:15:24Z', 'updated_at': '2022-02-28T13:15:26Z', 'revision_number': 1, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:19:00.033852 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [req-ea1de930-34ef-4754-b8bf-15f39b75d848 req-1a34cb4e-0d35-4a1b-b416-0ecbe64a1b22 service neutron] (103232) timed out ('10.222.0.35', 49947) {{(pid=103232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 13:19:00.130211 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da139e97-e5c8-4785-a9df-c2730d97e7b1 None None] New status for floating IP aba7c8a1-ee05-4967-8322-7955ed4e795a: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:19:00.907147 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad726797-666b-4f47-99a0-e7d2a2ea49c4 req-d1d749ce-b572-4579-8071-b128132f8798 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:19:00.908626 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ad726797-666b-4f47-99a0-e7d2a2ea49c4 req-d1d749ce-b572-4579-8071-b128132f8798 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 946 time: 0.1030798 Feb 28 13:19:00.955201 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ad726797-666b-4f47-99a0-e7d2a2ea49c4 req-228f3ce0-2197-4384-8d06-717fc595ccad tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408568 Feb 28 13:19:01.523201 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedb6ad-1f6d-411f-bc08-9883328e93a3 req-a394eee8-e1d2-4ef0-9562-fa5d877b6165 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:19:01.524675 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8bedb6ad-1f6d-411f-bc08-9883328e93a3 req-a394eee8-e1d2-4ef0-9562-fa5d877b6165 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 946 time: 0.0517769 Feb 28 13:19:01.617513 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-8bedb6ad-1f6d-411f-bc08-9883328e93a3 req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Deleting port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:19:01.617847 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8bedb6ad-1f6d-411f-bc08-9883328e93a3 req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:01.704020 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8bedb6ad-1f6d-411f-bc08-9883328e93a3 req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] For port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:19:01.704383 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8bedb6ad-1f6d-411f-bc08-9883328e93a3 req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:01.716327 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-8bedb6ad-1f6d-411f-bc08-9883328e93a3 req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Calling delete_port for 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:19:01.886411 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8bedb6ad-1f6d-411f-bc08-9883328e93a3 req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (3d1f8eb7-d846-426e-9dea-93b3b03ac6ff), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:01.915800 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event deleted for resources: {'Port': ['ID=3d1f8eb7-d846-426e-9dea-93b3b03ac6ff,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.971980 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:01.973152 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bedb6ad-1f6d-411f-bc08-9883328e93a3 req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] No DVR routers for this DVR port 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:19:01.973860 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8bedb6ad-1f6d-411f-bc08-9883328e93a3 req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:01.977245 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-8bedb6ad-1f6d-411f-bc08-9883328e93a3 req-ee4fc533-1bb7-4810-98ac-45f9612a7757 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "DELETE /v2.0/ports/3d1f8eb7-d846-426e-9dea-93b3b03ac6ff HTTP/1.1" status: 204 len: 173 time: 0.4457197 Feb 28 13:19:01.977677 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'name': 'network-vif-deleted', 'tag': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:19:01.979925 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d608e724-74ce-48d3-8f77-bf6ed114473f" -d '{"events": [{"server_uuid": "1c5a9619-024b-4ae6-9c5a-ec63216d2184", "name": "network-vif-deleted", "tag": "3d1f8eb7-d846-426e-9dea-93b3b03ac6ff"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:19:02.017262 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64308299-f397-4bdc-b818-10dfef2be16f x-openstack-request-id: req-64308299-f397-4bdc-b818-10dfef2be16f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:19:02.017617 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5a9619-024b-4ae6-9c5a-ec63216d2184", "name": "network-vif-deleted", "tag": "3d1f8eb7-d846-426e-9dea-93b3b03ac6ff", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:19:02.017928 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64308299-f397-4bdc-b818-10dfef2be16f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:19:02.018639 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5a9619-024b-4ae6-9c5a-ec63216d2184', 'name': 'network-vif-deleted', 'tag': '3d1f8eb7-d846-426e-9dea-93b3b03ac6ff', 'status': 'completed', 'code': 200} Feb 28 13:19:02.052700 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-a07c2472-db32-4eb0-a5ef-6fe7a9d65ae9 req-b5a77e9b-ea99-485b-aa4f-435f1fa44131 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 210 time: 0.0279903 Feb 28 13:19:03.163161 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-d2e14365-4fc1-4315-93a2-7ba7b8fd07ff req-3256b190-dc08-4395-9174-9033f475165e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c5a9619-024b-4ae6-9c5a-ec63216d2184 HTTP/1.1" status: 200 len: 210 time: 0.0296717 Feb 28 13:19:05.756363 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:19:05.775627 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:19:05.775973 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device 3d1f8eb7-d846-426e-9dea-93b3b03ac6ff not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:19:06.622506 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59452) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:06.769493 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Deleting port 212d5ad0-c00a-4963-8d50-ddd70c444bed {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:19:06.769832 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (212d5ad0-c00a-4963-8d50-ddd70c444bed), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:06.841443 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (212d5ad0-c00a-4963-8d50-ddd70c444bed), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:06.841764 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (212d5ad0-c00a-4963-8d50-ddd70c444bed), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:06.853100 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Calling delete_port for 212d5ad0-c00a-4963-8d50-ddd70c444bed owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:19:07.051977 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (212d5ad0-c00a-4963-8d50-ddd70c444bed), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:07.076393 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event deleted for resources: {'Port': ['ID=212d5ad0-c00a-4963-8d50-ddd70c444bed,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:07.138848 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (e16e7892-3b62-49af-909f-c54849f7a46e), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:07.139230 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.db.l3_db [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Floating IP e16e7892-3b62-49af-909f-c54849f7a46e disassociated (deleted). External IP: 172.27.2.160, port: f1d2ddad-9535-487d-b69d-0523b8394327. Feb 28 13:19:07.347165 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Router 60555358-64cf-49a6-80ca-a8f3eb7cf377 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:19:07.452350 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:19:07.457495 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:07.462651 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007d7a1-6240-424e-bca3-5decc06818b0 None None] Sync routers for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:19:07.473244 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a007d7a1-6240-424e-bca3-5decc06818b0 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:19:07.473927 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a007d7a1-6240-424e-bca3-5decc06818b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:18:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:07.486343 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-df651ef1-e2c1-45ff-84ac-996ae4f7bda8 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "DELETE /v2.0/floatingips/e16e7892-3b62-49af-909f-c54849f7a46e HTTP/1.1" status: 204 len: 168 time: 0.8668754 Feb 28 13:19:07.486927 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'tag': 'f1d2ddad-9535-487d-b69d-0523b8394327'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:19:07.489249 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea2edc2-0145-4f4c-b254-04b827d86230" -d '{"events": [{"name": "network-changed", "server_uuid": "e90bc188-d1eb-4c22-b623-095f967aa954", "tag": "f1d2ddad-9535-487d-b69d-0523b8394327"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:19:07.583638 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 13:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d88b7de-0615-467b-815c-559a72859749 x-openstack-request-id: req-7d88b7de-0615-467b-815c-559a72859749 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:19:07.583930 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90bc188-d1eb-4c22-b623-095f967aa954", "tag": "f1d2ddad-9535-487d-b69d-0523b8394327", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:19:07.584185 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d88b7de-0615-467b-815c-559a72859749 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:19:07.584586 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'tag': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'status': 'completed', 'code': 200} Feb 28 13:19:07.584964 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a007d7a1-6240-424e-bca3-5decc06818b0 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:19:07.655400 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2edc2-0145-4f4c-b254-04b827d86230 req-d296c5c9-7dd1-471e-b572-41e45808853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:19:07.657678 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ea2edc2-0145-4f4c-b254-04b827d86230 req-d296c5c9-7dd1-471e-b572-41e45808853e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b56a3f7798474e458c47e5471148680d&device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 1129 time: 0.0466042 Feb 28 13:19:07.754604 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2edc2-0145-4f4c-b254-04b827d86230 req-fc824a0f-af66-4064-997b-9cfa0d42556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:19:07.756043 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ea2edc2-0145-4f4c-b254-04b827d86230 req-fc824a0f-af66-4064-997b-9cfa0d42556c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 200 len: 913 time: 0.0907788 Feb 28 13:19:07.785922 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a007d7a1-6240-424e-bca3-5decc06818b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:07.799231 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ea2edc2-0145-4f4c-b254-04b827d86230 req-51881662-37d0-4d28-ae75-c9325471187d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1d2ddad-9535-487d-b69d-0523b8394327 HTTP/1.1" status: 200 len: 217 time: 0.0356643 Feb 28 13:19:07.814338 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007d7a1-6240-424e-bca3-5decc06818b0 None None] Checking router: 60555358-64cf-49a6-80ca-a8f3eb7cf377 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:19:07.823614 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a007d7a1-6240-424e-bca3-5decc06818b0 None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:19:07.824227 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a007d7a1-6240-424e-bca3-5decc06818b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:18:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:07.855317 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2edc2-0145-4f4c-b254-04b827d86230 req-95c35e61-1af8-4b9e-8bb3-1da26dbd2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:19:07.855317 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ea2edc2-0145-4f4c-b254-04b827d86230 req-95c35e61-1af8-4b9e-8bb3-1da26dbd2e4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 200 len: 851 time: 0.0483637 Feb 28 13:19:07.895765 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d9890-7fb7-4790-acd9-a550afc9844a req-29edb9c1-7a0f-491e-a71f-7c9f12ab6bc9 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:19:07.898178 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2e9d9890-7fb7-4790-acd9-a550afc9844a req-29edb9c1-7a0f-491e-a71f-7c9f12ab6bc9 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 945 time: 0.0535076 Feb 28 13:19:07.907724 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2edc2-0145-4f4c-b254-04b827d86230 req-3f06c7a0-0fec-49fe-984b-679af6e60e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:19:07.909390 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ea2edc2-0145-4f4c-b254-04b827d86230 req-3f06c7a0-0fec-49fe-984b-679af6e60e25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1576995-5979-45f3-b7a3-95dbf430ba2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472195 Feb 28 13:19:07.956511 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-2e9d9890-7fb7-4790-acd9-a550afc9844a req-0d1c2494-562d-4ca3-a50f-d10ef83a44f0 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529065 Feb 28 13:19:08.009769 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ea2edc2-0145-4f4c-b254-04b827d86230 req-39d58cdc-b5a9-4e70-9634-0c8853828442 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905442 Feb 28 13:19:08.062976 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a007d7a1-6240-424e-bca3-5decc06818b0 None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:19:08.100764 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-1ea2edc2-0145-4f4c-b254-04b827d86230 req-83e8b57d-6535-45d6-ab7e-c2ee23e018a5 service neutron] 10.222.0.35 "GET /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807731 Feb 28 13:19:08.260675 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a007d7a1-6240-424e-bca3-5decc06818b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:08.285817 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007d7a1-6240-424e-bca3-5decc06818b0 None None] The sync data for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi is: [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:12:04Z', 'revision_number': 4, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi', '_interfaces': [{'id': 'de603935-68de-45ac-b7e6-11cef73b1e51', 'name': '', 'network_id': 'a1576995-5979-45f3-b7a3-95dbf430ba2b', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'mac_address': 'fa:16:3e:ce:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:04Z', 'updated_at': '2022-02-28T13:12:08Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'subnets': [{'id': '1ca82528-d26e-454f-b53c-e84cf6510638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:19:08.502403 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db9ede-c70d-4179-af0c-d55d28ae1129 None None] New status for floating IP e16e7892-3b62-49af-909f-c54849f7a46e: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 13:19:09.075423 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a99c01-d96e-4071-a5b6-ffd93b7aa0c5 req-853bb50f-ea62-462d-b385-51e073b10a4e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:19:09.076928 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-49a99c01-d96e-4071-a5b6-ffd93b7aa0c5 req-853bb50f-ea62-462d-b385-51e073b10a4e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 945 time: 0.0519328 Feb 28 13:19:09.123838 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-49a99c01-d96e-4071-a5b6-ffd93b7aa0c5 req-ed5d51a3-dc27-4291-aa63-ebc44468a490 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/security-groups?id=c90e03e3-a9bf-4875-85a5-c6ddc21b3097&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409312 Feb 28 13:19:09.772485 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8357ba9-840c-4357-bcf4-d34c09c44020 req-9b43f3ae-5666-4cca-a265-b5cb525afa6b tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 13:19:09.773931 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d8357ba9-840c-4357-bcf4-d34c09c44020 req-9b43f3ae-5666-4cca-a265-b5cb525afa6b tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 945 time: 0.0556662 Feb 28 13:19:09.865451 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-d8357ba9-840c-4357-bcf4-d34c09c44020 req-e0dcd424-7d79-4ba6-8f7f-8c7b58d3e574 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Deleting port f1d2ddad-9535-487d-b69d-0523b8394327 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:19:09.865786 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d8357ba9-840c-4357-bcf4-d34c09c44020 req-e0dcd424-7d79-4ba6-8f7f-8c7b58d3e574 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:09.954750 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-d8357ba9-840c-4357-bcf4-d34c09c44020 req-e0dcd424-7d79-4ba6-8f7f-8c7b58d3e574 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] For port f1d2ddad-9535-487d-b69d-0523b8394327, host hv-cinder-83120, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83120',level=0,port_id=f1d2ddad-9535-487d-b69d-0523b8394327,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:19:09.955112 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d8357ba9-840c-4357-bcf4-d34c09c44020 req-e0dcd424-7d79-4ba6-8f7f-8c7b58d3e574 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:09.967404 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-d8357ba9-840c-4357-bcf4-d34c09c44020 req-e0dcd424-7d79-4ba6-8f7f-8c7b58d3e574 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Calling delete_port for f1d2ddad-9535-487d-b69d-0523b8394327 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:19:10.143453 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d8357ba9-840c-4357-bcf4-d34c09c44020 req-e0dcd424-7d79-4ba6-8f7f-8c7b58d3e574 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (f1d2ddad-9535-487d-b69d-0523b8394327), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:10.175150 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcd424-7d79-4ba6-8f7f-8c7b58d3e574 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event deleted for resources: {'Port': ['ID=f1d2ddad-9535-487d-b69d-0523b8394327,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:10.219172 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8357ba9-840c-4357-bcf4-d34c09c44020 req-e0dcd424-7d79-4ba6-8f7f-8c7b58d3e574 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] No DVR routers for this DVR port f1d2ddad-9535-487d-b69d-0523b8394327 on host hv-cinder-83120 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:19:10.221750 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d8357ba9-840c-4357-bcf4-d34c09c44020 req-e0dcd424-7d79-4ba6-8f7f-8c7b58d3e574 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for port (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:10.223083 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-ac936d50-2fe4-4cdd-b46f-2cac36fb9258 req-9ed79d5b-3640-47b2-9bf3-99aaad2da9ce tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 210 time: 0.0313878 Feb 28 13:19:10.225236 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [req-d8357ba9-840c-4357-bcf4-d34c09c44020 req-e0dcd424-7d79-4ba6-8f7f-8c7b58d3e574 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.35 "DELETE /v2.0/ports/f1d2ddad-9535-487d-b69d-0523b8394327 HTTP/1.1" status: 204 len: 173 time: 0.4444113 Feb 28 13:19:10.225728 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'name': 'network-vif-deleted', 'tag': 'f1d2ddad-9535-487d-b69d-0523b8394327'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 13:19:10.228044 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d804507534e14e4d71788026cdcecf17504a92b3a5f8786e646916045e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3347e979-9407-47e6-9131-02d63f133f60" -d '{"events": [{"server_uuid": "e90bc188-d1eb-4c22-b623-095f967aa954", "name": "network-vif-deleted", "tag": "f1d2ddad-9535-487d-b69d-0523b8394327"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 13:19:10.264850 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 13:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3ea7fc-06dd-46ac-86fe-586d2bdd2302 x-openstack-request-id: req-de3ea7fc-06dd-46ac-86fe-586d2bdd2302 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 13:19:10.264850 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90bc188-d1eb-4c22-b623-095f967aa954", "name": "network-vif-deleted", "tag": "f1d2ddad-9535-487d-b69d-0523b8394327", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 13:19:10.264850 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de3ea7fc-06dd-46ac-86fe-586d2bdd2302 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 13:19:10.264850 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90bc188-d1eb-4c22-b623-095f967aa954', 'name': 'network-vif-deleted', 'tag': 'f1d2ddad-9535-487d-b69d-0523b8394327', 'status': 'completed', 'code': 200} Feb 28 13:19:11.331072 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [req-b933ebd3-7133-452c-9725-8eb1f77bfcea req-ee9f0bff-cc68-4bf2-b400-4e62f927274e tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "GET /v2.0/ports?device_id=e90bc188-d1eb-4c22-b623-095f967aa954 HTTP/1.1" status: 200 len: 210 time: 0.0270023 Feb 28 13:19:12.390382 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59472) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:12.511257 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1110d2e7-25ae-4297-8510-3423543871ac tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Deleting port 731830d0-914e-49da-b71a-2d2c734bf0fd {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:19:12.511634 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1110d2e7-25ae-4297-8510-3423543871ac tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (731830d0-914e-49da-b71a-2d2c734bf0fd), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:12.587034 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1110d2e7-25ae-4297-8510-3423543871ac tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (731830d0-914e-49da-b71a-2d2c734bf0fd), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:12.587360 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1110d2e7-25ae-4297-8510-3423543871ac tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (731830d0-914e-49da-b71a-2d2c734bf0fd), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:12.599254 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1110d2e7-25ae-4297-8510-3423543871ac tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Calling delete_port for 731830d0-914e-49da-b71a-2d2c734bf0fd owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:19:12.777590 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1110d2e7-25ae-4297-8510-3423543871ac tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (731830d0-914e-49da-b71a-2d2c734bf0fd), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:12.803647 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110d2e7-25ae-4297-8510-3423543871ac tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event deleted for resources: {'Port': ['ID=731830d0-914e-49da-b71a-2d2c734bf0fd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:12.864547 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1110d2e7-25ae-4297-8510-3423543871ac tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for floatingip (ddf8dd98-8eb5-4393-9507-ff4799d0b73e), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:12.867035 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1110d2e7-25ae-4297-8510-3423543871ac tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191269'] for floatingip (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:12.868231 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-1110d2e7-25ae-4297-8510-3423543871ac tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "DELETE /v2.0/floatingips/ddf8dd98-8eb5-4393-9507-ff4799d0b73e HTTP/1.1" status: 204 len: 168 time: 0.4767981 Feb 28 13:19:13.768962 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device f1d2ddad-9535-487d-b69d-0523b8394327 no longer exists at agent hyperv_hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:19:13.789095 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] No Port match for: f1d2ddad-9535-487d-b69d-0523b8394327 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:19:13.789444 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Device f1d2ddad-9535-487d-b69d-0523b8394327 not bound to the agent host hv-cinder-83120 {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:19:14.163615 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59484) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:14.218482 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b88c4d9-a034-4c78-9320-b2d3ebe2bbd1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group (c90e03e3-a9bf-4875-85a5-c6ddc21b3097), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:14.243036 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b88c4d9-a034-4c78-9320-b2d3ebe2bbd1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group (c90e03e3-a9bf-4875-85a5-c6ddc21b3097), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:14.377496 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b88c4d9-a034-4c78-9320-b2d3ebe2bbd1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (c90e03e3-a9bf-4875-85a5-c6ddc21b3097), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:14.380140 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b88c4d9-a034-4c78-9320-b2d3ebe2bbd1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:14.383911 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-8b88c4d9-a034-4c78-9320-b2d3ebe2bbd1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] 10.222.0.23 "DELETE /v2.0/security-groups/c90e03e3-a9bf-4875-85a5-c6ddc21b3097 HTTP/1.1" status: 204 len: 168 time: 0.2167323 Feb 28 13:19:14.391456 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88c4d9-a034-4c78-9320-b2d3ebe2bbd1 tempest-TestVolumeBootPattern-504519801 tempest-TestVolumeBootPattern-504519801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90e03e3-a9bf-4875-85a5-c6ddc21b3097,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:14.500990 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59488) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:14.962084 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d04ff601-68a1-455a-b480-d2eb4d2c8229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689276'] for router_interface (60555358-64cf-49a6-80ca-a8f3eb7cf377), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:15.202362 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d04ff601-68a1-455a-b480-d2eb4d2c8229 admin admin] Deleting port de603935-68de-45ac-b7e6-11cef73b1e51 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:19:15.203032 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d04ff601-68a1-455a-b480-d2eb4d2c8229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:15.278552 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d04ff601-68a1-455a-b480-d2eb4d2c8229 admin admin] For port de603935-68de-45ac-b7e6-11cef73b1e51, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=de603935-68de-45ac-b7e6-11cef73b1e51,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:19:15.278918 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d04ff601-68a1-455a-b480-d2eb4d2c8229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:15.294254 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d04ff601-68a1-455a-b480-d2eb4d2c8229 admin admin] Calling delete_port for de603935-68de-45ac-b7e6-11cef73b1e51 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:19:15.549131 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d04ff601-68a1-455a-b480-d2eb4d2c8229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (de603935-68de-45ac-b7e6-11cef73b1e51), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:15.574572 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ff601-68a1-455a-b480-d2eb4d2c8229 admin admin] Pushing event deleted for resources: {'Port': ['ID=de603935-68de-45ac-b7e6-11cef73b1e51,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:15.737812 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d04ff601-68a1-455a-b480-d2eb4d2c8229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689424'] for router_interface (60555358-64cf-49a6-80ca-a8f3eb7cf377), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:15.948627 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04ff601-68a1-455a-b480-d2eb4d2c8229 admin admin] Router 60555358-64cf-49a6-80ca-a8f3eb7cf377 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:19:16.053164 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04ff601-68a1-455a-b480-d2eb4d2c8229 admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:19:16.058508 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d04ff601-68a1-455a-b480-d2eb4d2c8229 admin admin] 10.222.0.23 "PUT /v2.0/routers/60555358-64cf-49a6-80ca-a8f3eb7cf377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5564425 Feb 28 13:19:16.060984 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59492) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:16.062159 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392d8e4a-f009-4116-ae33-d891a4af2b0b None None] Sync routers for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:19:16.075259 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d8e4a-f009-4116-ae33-d891a4af2b0b None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:19:16.075908 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-392d8e4a-f009-4116-ae33-d891a4af2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:18:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:16.184818 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-392d8e4a-f009-4116-ae33-d891a4af2b0b None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:19:16.367620 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-392d8e4a-f009-4116-ae33-d891a4af2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:19:15Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:16.394657 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392d8e4a-f009-4116-ae33-d891a4af2b0b None None] Checking router: 60555358-64cf-49a6-80ca-a8f3eb7cf377 for host: dv-cinder-831202-1-iscsi {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:19:16.403340 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d8e4a-f009-4116-ae33-d891a4af2b0b None None] Routers {'60555358-64cf-49a6-80ca-a8f3eb7cf377'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:19:16.404026 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-392d8e4a-f009-4116-ae33-d891a4af2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:18:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['60555358-64cf-49a6-80ca-a8f3eb7cf377'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:16.441289 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Publish callbacks [] for router (60555358-64cf-49a6-80ca-a8f3eb7cf377), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:16.511756 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-392d8e4a-f009-4116-ae33-d891a4af2b0b None None] Set router 60555358-64cf-49a6-80ca-a8f3eb7cf377 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:19:16.545400 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Publish callbacks [] for router_gateway (60555358-64cf-49a6-80ca-a8f3eb7cf377), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:16.671451 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Deleting port 688aad6f-0b7b-4339-8672-8e8861864265 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:19:16.671719 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (688aad6f-0b7b-4339-8672-8e8861864265), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:16.696319 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-392d8e4a-f009-4116-ae33-d891a4af2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:19:15Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:16.721882 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392d8e4a-f009-4116-ae33-d891a4af2b0b None None] The sync data for ids ['60555358-64cf-49a6-80ca-a8f3eb7cf377'] in dv-cinder-831202-1-iscsi is: [{'id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'name': 'tempest-TestVolumeBootPattern-1637632644-router', 'tenant_id': 'b56a3f7798474e458c47e5471148680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '688aad6f-0b7b-4339-8672-8e8861864265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:01Z', 'updated_at': '2022-02-28T13:19:15Z', 'revision_number': 5, 'project_id': 'b56a3f7798474e458c47e5471148680d', 'gw_port': {'id': '688aad6f-0b7b-4339-8672-8e8861864265', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60555358-64cf-49a6-80ca-a8f3eb7cf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:02Z', 'updated_at': '2022-02-28T13:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:19:16.756730 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] For port 688aad6f-0b7b-4339-8672-8e8861864265, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=688aad6f-0b7b-4339-8672-8e8861864265,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:19:16.756730 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (688aad6f-0b7b-4339-8672-8e8861864265), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:16.768545 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Calling delete_port for 688aad6f-0b7b-4339-8672-8e8861864265 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:19:16.994537 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (688aad6f-0b7b-4339-8672-8e8861864265), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.021226 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Pushing event deleted for resources: {'Port': ['ID=688aad6f-0b7b-4339-8672-8e8861864265,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:17.086560 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690354'] for router_gateway (60555358-64cf-49a6-80ca-a8f3eb7cf377), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.168094 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device de603935-68de-45ac-b7e6-11cef73b1e51 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:19:17.186016 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7185'] for router (60555358-64cf-49a6-80ca-a8f3eb7cf377), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.188247 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Publish callbacks [] for router_controller (60555358-64cf-49a6-80ca-a8f3eb7cf377), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.189380 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: de603935-68de-45ac-b7e6-11cef73b1e51 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:19:17.189807 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device de603935-68de-45ac-b7e6-11cef73b1e51 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:19:17.297458 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693785'] for router (60555358-64cf-49a6-80ca-a8f3eb7cf377), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.297993 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60555358-64cf-49a6-80ca-a8f3eb7cf377 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 13:19:17.308604 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.308604 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d7969815-e5b7-43ac-951e-a61e17f5cd9c admin admin] 10.222.0.23 "DELETE /v2.0/routers/60555358-64cf-49a6-80ca-a8f3eb7cf377 HTTP/1.1" status: 204 len: 168 time: 1.2416413 Feb 28 13:19:17.308604 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59494) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:17.352126 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c16049-019a-4c2d-8409-91d1bc823381 admin admin] Deleting subnet 1ca82528-d26e-454f-b53c-e84cf6510638 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:19:17.355616 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70c16049-019a-4c2d-8409-91d1bc823381 admin admin] Publish callbacks [] for subnet (1ca82528-d26e-454f-b53c-e84cf6510638), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.390443 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70c16049-019a-4c2d-8409-91d1bc823381 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62710927'] for subnet (1ca82528-d26e-454f-b53c-e84cf6510638), precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.473759 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70c16049-019a-4c2d-8409-91d1bc823381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (1ca82528-d26e-454f-b53c-e84cf6510638), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.566219 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70c16049-019a-4c2d-8409-91d1bc823381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58959930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58826773'] for subnet (1ca82528-d26e-454f-b53c-e84cf6510638), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.589997 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c16049-019a-4c2d-8409-91d1bc823381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca82528-d26e-454f-b53c-e84cf6510638,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:17.595623 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70c16049-019a-4c2d-8409-91d1bc823381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for subnet (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.598810 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-70c16049-019a-4c2d-8409-91d1bc823381 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1ca82528-d26e-454f-b53c-e84cf6510638 HTTP/1.1" status: 204 len: 168 time: 0.2918208 Feb 28 13:19:17.601247 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59496) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:17.602757 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4cbca4-1df6-4cb0-a28b-b0ee70c91b1f None None] Network a1576995-5979-45f3-b7a3-95dbf430ba2b requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:19:17.668846 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (a1576995-5979-45f3-b7a3-95dbf430ba2b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.733331 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Deleting port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:19:17.733676 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.760461 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] DHCP port deletion for a1576995-5979-45f3-b7a3-95dbf430ba2b request from dv-cinder-831202-1-iscsi {{(pid=103233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 13:19:17.802975 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] For port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=b9d020d3-ddd8-440d-8af5-a02b9e5c0fca,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:19:17.803757 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.808700 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Deleting port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:19:17.809074 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.815788 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Calling delete_port for b9d020d3-ddd8-440d-8af5-a02b9e5c0fca owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:19:17.873411 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] For port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=b9d020d3-ddd8-440d-8af5-a02b9e5c0fca,segment=NetworkSegment(691d39e7-07f7-4edd-8f2a-d37740403ee5),segment_id=691d39e7-07f7-4edd-8f2a-d37740403ee5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:19:17.873943 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.885875 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Calling delete_port for b9d020d3-ddd8-440d-8af5-a02b9e5c0fca owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:19:17.966202 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.972644 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709'] for port (b9d020d3-ddd8-440d-8af5-a02b9e5c0fca), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:17.995101 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d020d3-ddd8-440d-8af5-a02b9e5c0fca,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:17.995101 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] No DVR routers for this DVR port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca on host dv-cinder-831202-1-iscsi {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:19:18.006063 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] No DVR routers for this DVR port b9d020d3-ddd8-440d-8af5-a02b9e5c0fca on host dv-cinder-831202-1-iscsi {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:19:18.009867 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:18.010679 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Pushing event deleted for resources: {'Port': ['ID=b9d020d3-ddd8-440d-8af5-a02b9e5c0fca,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:18.018813 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.019165 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.019432 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.019911 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.020123 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.020458 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.020800 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.021120 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.021452 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.021784 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.022116 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.022535 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.022756 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0afd08-839a-48b2-af85-2c03f8b54b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831202-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 13:19:18.065502 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (a1576995-5979-45f3-b7a3-95dbf430ba2b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:18.085614 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1576995-5979-45f3-b7a3-95dbf430ba2b']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:18.095415 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691d39e7-07f7-4edd-8f2a-d37740403ee5') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:18.095745 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691d39e7-07f7-4edd-8f2a-d37740403ee5') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:18.108452 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62710936'] for segment (691d39e7-07f7-4edd-8f2a-d37740403ee5), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:18.121426 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (691d39e7-07f7-4edd-8f2a-d37740403ee5), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:18.127131 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58960100'] for segment (691d39e7-07f7-4edd-8f2a-d37740403ee5), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: Traceback (most recent call last): Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: timer() Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: cb(*args, **kw) Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: return func(*args, **kwargs) Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: self._notify() Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: self.callback(batched_events) Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: event.method(event) Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: return f(self, *a, **k) Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._get(url).json() Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: return self.request(url, 'GET', **kwargs) Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:19:18.129283 dv-cinder-831202-1-iscsi neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:19:18.257541 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (a1576995-5979-45f3-b7a3-95dbf430ba2b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:18.262723 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:18.266511 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a1576995-5979-45f3-b7a3-95dbf430ba2b HTTP/1.1" status: 204 len: 168 time: 0.6635895 Feb 28 13:19:18.269559 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 59498) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:18.277598 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c818ec9-9a95-402c-bbdf-eae899918c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1576995-5979-45f3-b7a3-95dbf430ba2b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:18.606842 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-29a97200-8790-4a49-b56e-74a19259f72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689276'] for router_interface (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:18.848504 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-29a97200-8790-4a49-b56e-74a19259f72b admin admin] Deleting port e5f4c76c-8b10-470b-b2d3-77966cb7b74c {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:19:18.848843 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-29a97200-8790-4a49-b56e-74a19259f72b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:18.926986 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-29a97200-8790-4a49-b56e-74a19259f72b admin admin] For port e5f4c76c-8b10-470b-b2d3-77966cb7b74c, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=e5f4c76c-8b10-470b-b2d3-77966cb7b74c,segment=NetworkSegment(1b85e443-0643-4f98-8dc3-e40e49c58527),segment_id=1b85e443-0643-4f98-8dc3-e40e49c58527)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:19:18.927277 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-29a97200-8790-4a49-b56e-74a19259f72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:18.940164 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-29a97200-8790-4a49-b56e-74a19259f72b admin admin] Calling delete_port for e5f4c76c-8b10-470b-b2d3-77966cb7b74c owned by network:router_interface {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:19:19.108405 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device b9d020d3-ddd8-440d-8af5-a02b9e5c0fca no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:19:19.130679 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: b9d020d3-ddd8-440d-8af5-a02b9e5c0fca {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:19:19.131040 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device b9d020d3-ddd8-440d-8af5-a02b9e5c0fca not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:19:19.131497 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 688aad6f-0b7b-4339-8672-8e8861864265 no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:19:19.151610 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 688aad6f-0b7b-4339-8672-8e8861864265 {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:19:19.151988 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 688aad6f-0b7b-4339-8672-8e8861864265 not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:19:19.417231 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-29a97200-8790-4a49-b56e-74a19259f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (e5f4c76c-8b10-470b-b2d3-77966cb7b74c), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:19.441756 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a97200-8790-4a49-b56e-74a19259f72b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f4c76c-8b10-470b-b2d3-77966cb7b74c,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:19.603621 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-29a97200-8790-4a49-b56e-74a19259f72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3689424'] for router_interface (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:19.817578 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a97200-8790-4a49-b56e-74a19259f72b admin admin] Router 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 has already been hosted by L3 agent 00d1a887-f0c6-45f3-9ed7-9f3da505f37e {{(pid=103231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 13:19:19.922611 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a97200-8790-4a49-b56e-74a19259f72b admin admin] Notify agent at l3_agent.dv-cinder-831202-1-iscsi the message routers_updated {{(pid=103231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 13:19:19.929719 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-29a97200-8790-4a49-b56e-74a19259f72b admin admin] 10.222.0.23 "PUT /v2.0/routers/1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6569583 Feb 28 13:19:19.930676 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 59500) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:19.933466 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e80e11f-3ae0-490c-a3fa-412efab2b4d8 None None] Sync routers for ids ['1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'] in dv-cinder-831202-1-iscsi {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 13:19:19.944138 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e80e11f-3ae0-490c-a3fa-412efab2b4d8 None None] Routers {'1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:19:19.944755 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6e80e11f-3ae0-490c-a3fa-412efab2b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:18:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:20.034161 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Publish callbacks [] for router (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:20.053591 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-6e80e11f-3ae0-490c-a3fa-412efab2b4d8 None None] Set router 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 gateway port host: dv-cinder-831202-1-iscsi {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:19:20.139653 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Publish callbacks [] for router_gateway (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:20.233126 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6e80e11f-3ae0-490c-a3fa-412efab2b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'name': 'tempest-TestVolumeBootPattern-1883477634-router', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'external_fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:07Z', 'updated_at': '2022-02-28T13:19:19Z', 'revision_number': 5, 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'gw_port': {'id': '31060ba4-2f7b-4e03-99f8-04a9542ee4be', 'name': '', 'network_id': '35badc98-a186-415a-b1b0-8c2ba87645f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831202-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T13:12:09Z', 'updated_at': '2022-02-28T13:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfaaeca8-c9f2-4187-9044-d76bd09beacd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831202-1-iscsi'}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:20.254591 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Deleting port 31060ba4-2f7b-4e03-99f8-04a9542ee4be {{(pid=103231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:19:20.254928 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:20.260057 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e80e11f-3ae0-490c-a3fa-412efab2b4d8 None None] Checking router: 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 for host: dv-cinder-831202-1-iscsi {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 13:19:20.268449 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e80e11f-3ae0-490c-a3fa-412efab2b4d8 None None] Routers {'1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'} bound to L3 agent in host dv-cinder-831202-1-iscsi {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 13:19:20.269053 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6e80e11f-3ae0-490c-a3fa-412efab2b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831202-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T12:54:55Z,description=,heartbeat_timestamp=2022-02-28T13:18:55Z,host='dv-cinder-831202-1-iscsi',id=00d1a887-f0c6-45f3-9ed7-9f3da505f37e,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T12:54:56Z,topic='l3_agent')) {'router_ids': ['1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:20.335603 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.db [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] For port 31060ba4-2f7b-4e03-99f8-04a9542ee4be, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=31060ba4-2f7b-4e03-99f8-04a9542ee4be,segment=NetworkSegment(11127075-226a-42de-b033-bba525785662),segment_id=11127075-226a-42de-b033-bba525785662)] {{(pid=103231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:19:20.335971 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:20.348643 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.plugins.ml2.plugin [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Calling delete_port for 31060ba4-2f7b-4e03-99f8-04a9542ee4be owned by network:router_gateway {{(pid=103231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:19:20.357462 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-6e80e11f-3ae0-490c-a3fa-412efab2b4d8 None None] Set router 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 13:19:20.410301 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6e80e11f-3ae0-490c-a3fa-412efab2b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'name': 'tempest-TestVolumeBootPattern-1883477634-router', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:07Z', 'updated_at': '2022-02-28T13:19:20Z', 'revision_number': 6, 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'gw_port_host': None}], 'dv-cinder-831202-1-iscsi', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:20.436714 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e80e11f-3ae0-490c-a3fa-412efab2b4d8 None None] The sync data for ids ['1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21'] in dv-cinder-831202-1-iscsi is: [{'id': '1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21', 'name': 'tempest-TestVolumeBootPattern-1883477634-router', 'tenant_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T13:12:07Z', 'updated_at': '2022-02-28T13:19:20Z', 'revision_number': 6, 'project_id': 'fb61bd6c27ed4551abd043d9c1f1c1d4', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 13:19:20.600233 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808575'] for port (31060ba4-2f7b-4e03-99f8-04a9542ee4be), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:20.627125 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Pushing event deleted for resources: {'Port': ['ID=31060ba4-2f7b-4e03-99f8-04a9542ee4be,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:20.685365 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690354'] for router_gateway (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:20.779770 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7185'] for router (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:20.782532 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Publish callbacks [] for router_controller (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), precommit_delete_associations {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:20.886070 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693785'] for router (1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:20.886638 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 {{(pid=103231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 13:19:20.891438 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:20.892628 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-c02f4ac6-097e-4ca0-b5ae-d3fc1aff23af admin admin] 10.222.0.23 "DELETE /v2.0/routers/1b6f2bcf-2e0f-4e3c-8121-f3a208cb2e21 HTTP/1.1" status: 204 len: 168 time: 0.9616241 Feb 28 13:19:20.895028 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [-] (103231) accepted ('10.222.0.23', 59502) {{(pid=103231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:20.938444 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.db.db_base_plugin_v2 [None req-3392538b-d3d8-46bf-8922-6a75b0416c2c admin admin] Deleting subnet 4eb3ceea-d183-4654-8695-f3046c660b64 {{(pid=103231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 13:19:20.941348 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3392538b-d3d8-46bf-8922-6a75b0416c2c admin admin] Publish callbacks [] for subnet (4eb3ceea-d183-4654-8695-f3046c660b64), before_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:20.975123 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3392538b-d3d8-46bf-8922-6a75b0416c2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59888039'] for subnet (4eb3ceea-d183-4654-8695-f3046c660b64), precommit_delete_associations {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.052622 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3392538b-d3d8-46bf-8922-6a75b0416c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1184642'] for subnet (4eb3ceea-d183-4654-8695-f3046c660b64), precommit_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.161642 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3392538b-d3d8-46bf-8922-6a75b0416c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1184653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58726792'] for subnet (4eb3ceea-d183-4654-8695-f3046c660b64), after_delete {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.190371 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392538b-d3d8-46bf-8922-6a75b0416c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb3ceea-d183-4654-8695-f3046c660b64,revision_number=None']} {{(pid=103231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:21.192277 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron_lib.callbacks.manager [None req-3392538b-d3d8-46bf-8922-6a75b0416c2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.195463 dv-cinder-831202-1-iscsi neutron-server[103231]: INFO neutron.wsgi [None req-3392538b-d3d8-46bf-8922-6a75b0416c2c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4eb3ceea-d183-4654-8695-f3046c660b64 HTTP/1.1" status: 204 len: 168 time: 0.2994852 Feb 28 13:19:21.199588 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59504) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:21.200061 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948975b-2c28-47ac-ac76-3b73855c09f3 None None] Network 58fe12c6-a3b1-4272-a2a1-12d649f7836b requested from dv-cinder-831202-1-iscsi {{(pid=103233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 13:19:21.255052 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 31060ba4-2f7b-4e03-99f8-04a9542ee4be no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:19:21.276272 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: 31060ba4-2f7b-4e03-99f8-04a9542ee4be {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:19:21.276643 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device 31060ba4-2f7b-4e03-99f8-04a9542ee4be not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:19:21.277076 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device e5f4c76c-8b10-470b-b2d3-77966cb7b74c no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:19:21.278099 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1232505'] for network (58fe12c6-a3b1-4272-a2a1-12d649f7836b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.303318 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: e5f4c76c-8b10-470b-b2d3-77966cb7b74c {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:19:21.303707 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device e5f4c76c-8b10-470b-b2d3-77966cb7b74c not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:19:21.358130 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Deleting port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:19:21.358481 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.413457 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db7918-2051-4261-b195-71a8f2bd1d52 None None] DHCP port deletion for 58fe12c6-a3b1-4272-a2a1-12d649f7836b request from dv-cinder-831202-1-iscsi {{(pid=103233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 13:19:21.425761 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] For port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c,segment=NetworkSegment(1b85e443-0643-4f98-8dc3-e40e49c58527),segment_id=1b85e443-0643-4f98-8dc3-e40e49c58527)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:19:21.426122 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.441883 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Calling delete_port for c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:19:21.469087 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-51db7918-2051-4261-b195-71a8f2bd1d52 None None] Deleting port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 13:19:21.470015 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-51db7918-2051-4261-b195-71a8f2bd1d52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753649062265'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.535193 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-51db7918-2051-4261-b195-71a8f2bd1d52 None None] For port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c, host dv-cinder-831202-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831202-1-iscsi',level=0,port_id=c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c,segment=NetworkSegment(1b85e443-0643-4f98-8dc3-e40e49c58527),segment_id=1b85e443-0643-4f98-8dc3-e40e49c58527)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 13:19:21.535626 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-51db7918-2051-4261-b195-71a8f2bd1d52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3687767'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.548727 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-51db7918-2051-4261-b195-71a8f2bd1d52 None None] Calling delete_port for c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 13:19:21.588986 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58959881'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.616185 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:21.618063 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] No DVR routers for this DVR port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c on host dv-cinder-831202-1-iscsi {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:19:21.629162 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-51db7918-2051-4261-b195-71a8f2bd1d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1363036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753649068252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753648532709'] for port (c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.654945 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db7918-2051-4261-b195-71a8f2bd1d52 None None] Pushing event deleted for resources: {'Port': ['ID=c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:21.656760 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db7918-2051-4261-b195-71a8f2bd1d52 None None] No DVR routers for this DVR port c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c on host dv-cinder-831202-1-iscsi {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 13:19:21.687935 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1270905', 'neutron.services.segments.db._delete_segments_for_network-8753648987549'] for network (58fe12c6-a3b1-4272-a2a1-12d649f7836b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.711238 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fe12c6-a3b1-4272-a2a1-12d649f7836b']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:21.720267 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b85e443-0643-4f98-8dc3-e40e49c58527') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:21.720564 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.services.segments.db [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b85e443-0643-4f98-8dc3-e40e49c58527') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 13:19:21.729711 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753648989862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62710936'] for segment (1b85e443-0643-4f98-8dc3-e40e49c58527), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.743117 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357'] for segment (1b85e443-0643-4f98-8dc3-e40e49c58527), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.748859 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58960100'] for segment (1b85e443-0643-4f98-8dc3-e40e49c58527), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: Traceback (most recent call last): Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: timer() Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: cb(*args, **kw) Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: return func(*args, **kwargs) Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: self._notify() Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: self.callback(batched_events) Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: event.method(event) Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: return f(self, *a, **k) Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._get(url).json() Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: return self.request(url, 'GET', **kwargs) Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 13:19:21.751730 dv-cinder-831202-1-iscsi neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 13:19:21.857428 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1270784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690318'] for network (58fe12c6-a3b1-4272-a2a1-12d649f7836b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.863178 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682276'] for network (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:21.866378 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] 10.222.0.23 "DELETE /v2.0/networks/58fe12c6-a3b1-4272-a2a1-12d649f7836b HTTP/1.1" status: 204 len: 168 time: 0.6648972 Feb 28 13:19:21.877658 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f67fb9-6fe9-485b-b98e-746053bcce26 admin admin] Pushing event deleted for resources: {'Network': ['ID=58fe12c6-a3b1-4272-a2a1-12d649f7836b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:22.158587 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59508) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:22.197297 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-186372c3-c532-4ee8-b868-87aec9c3132a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b56a3f7798474e458c47e5471148680d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375943 Feb 28 13:19:22.199632 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59510) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:22.245394 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3032a31-b936-45f7-9092-990074f9706f admin admin] Publish callbacks [] for security_group (d285ece6-898c-449d-b43b-e2aaf9a1c88a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:22.270615 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3032a31-b936-45f7-9092-990074f9706f admin admin] Publish callbacks [] for security_group (d285ece6-898c-449d-b43b-e2aaf9a1c88a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:22.394415 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3032a31-b936-45f7-9092-990074f9706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (d285ece6-898c-449d-b43b-e2aaf9a1c88a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:22.396986 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3032a31-b936-45f7-9092-990074f9706f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:22.398139 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d3032a31-b936-45f7-9092-990074f9706f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d285ece6-898c-449d-b43b-e2aaf9a1c88a HTTP/1.1" status: 204 len: 168 time: 0.1976316 Feb 28 13:19:22.405883 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3032a31-b936-45f7-9092-990074f9706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d285ece6-898c-449d-b43b-e2aaf9a1c88a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:22.885777 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-feffe995-684b-4156-9a10-2015101e575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:23.033423 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59516) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:23.073527 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-d784d874-830a-4b79-8352-90afd984be61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb61bd6c27ed4551abd043d9c1f1c1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388999 Feb 28 13:19:23.075881 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.23', 59518) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 13:19:23.106759 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c no longer exists at agent ovs-agent-dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 13:19:23.122857 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-852e8d8f-405e-43df-863f-42c2f4a226d9 admin admin] Publish callbacks [] for security_group (5e6eb8b5-19a5-43e9-866d-d33461fd3bc5), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:23.126732 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] No Port match for: c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c {{(pid=103233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 13:19:23.127072 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.rpc [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Device c0707a30-2a6b-42f4-b6a5-fc4e1d7c7f9c not bound to the agent host dv-cinder-831202-1-iscsi {{(pid=103233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 13:19:23.144760 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-852e8d8f-405e-43df-863f-42c2f4a226d9 admin admin] Publish callbacks [] for security_group (5e6eb8b5-19a5-43e9-866d-d33461fd3bc5), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:23.285874 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-852e8d8f-405e-43df-863f-42c2f4a226d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4082823'] for security_group (5e6eb8b5-19a5-43e9-866d-d33461fd3bc5), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:23.288665 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-852e8d8f-405e-43df-863f-42c2f4a226d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:23.293020 dv-cinder-831202-1-iscsi neutron-server[103232]: INFO neutron.wsgi [None req-852e8d8f-405e-43df-863f-42c2f4a226d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e6eb8b5-19a5-43e9-866d-d33461fd3bc5 HTTP/1.1" status: 204 len: 168 time: 0.2130368 Feb 28 13:19:23.297447 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e8d8f-405e-43df-863f-42c2f4a226d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6eb8b5-19a5-43e9-866d-d33461fd3bc5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 13:19:25.383220 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9fb46053-cc11-4997-8505-6215021a187d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:26.788605 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:27.994170 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:29.422668 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:33.353269 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:19:47.976889 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:52.862068 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b0edf16-2f2a-4063-9ab4-e545c9d6bc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:55.353593 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6b293b56-a695-4084-a6c3-ea051a432f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:56.770576 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:57.970507 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:19:59.450740 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:20:10.351939 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:20:17.975863 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:20:22.844245 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7f6b-b7de-4c56-b0c7-fa68070cef77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:20:25.370252 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b2b14dc9-dfed-4bf9-a61e-e1efcb15c942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:20:26.804577 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:20:27.964331 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:20:29.461152 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:20:47.351620 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:20:47.952259 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:20:52.843442 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b8b4b1d-6842-4253-b23c-78500d25dc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:20:55.375134 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-39bf5103-bcac-464d-a9cb-fff0ff3c2927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:20:56.814662 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:20:57.997984 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:20:59.472018 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:21:17.974470 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:21:22.848389 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b727eb1b-d315-4561-841b-581ba0d1c2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:21:24.350691 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:21:25.402530 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ce48ded3-7032-4c7b-a871-9b94c1ec7aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:21:26.802686 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:21:27.985843 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:21:29.437264 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:21:47.985410 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:21:52.864982 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cb7c30e-72d1-4898-a26e-a4ef2f5c4b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:21:55.379374 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7b36f907-6c5c-4f20-aa05-44594579da9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:21:56.790949 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:21:57.990435 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:21:59.487625 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:22:01.349348 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:22:17.990346 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:22:22.869815 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-343fee67-ab4b-4f94-a583-be729c460c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:22:25.350045 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1b63adad-5a75-40ed-95a2-5d1b915db587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:22:26.818393 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:22:27.995461 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:22:29.424067 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:22:38.348030 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:22:48.029144 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:22:52.846543 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2b591d6-e656-4e43-a17b-d941d3b8c11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:22:55.343790 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f83d88fd-5b98-497a-aff7-f21508709146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:22:56.834659 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:22:58.023567 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:22:59.446462 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:23:15.346810 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:23:18.016988 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:23:22.857715 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eac479a6-2860-4f5f-9ce1-95f2c1537ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:23:25.348626 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4f6dcd2-48e8-44f6-8f4d-172faf37a61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:23:26.811218 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:23:27.982848 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:23:29.468330 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:23:48.034136 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:23:52.345639 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:23:52.902183 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8ca9980e-b5ef-40ac-9705-a5756b356c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:23:54.594046 dv-cinder-831202-1-iscsi neutron-server[103232]: DEBUG neutron.wsgi [req-c7d01b1e-c426-4d55-ae65-c7b027d5c044 req-a2fcaca2-e0cc-4b9d-b5cb-865668327f72 service neutron] (103232) timed out ('10.222.0.35', 49918) {{(pid=103232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 13:23:55.364779 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c72c-ea38-46f7-97b5-f3d395ca77ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:23:56.816221 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:23:58.004638 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:23:59.484948 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:24:18.073126 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0c427370-a501-4ff0-bbb4-a1b3bb434c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (29916b93-bc48-48a0-9e10-6db3cf90b7b2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:24:22.867117 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3a9c8193-a473-4baf-8a5c-c80e6d8c0ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (b3d25257-ef31-4b11-a6ad-eb4e3ec690c4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:24:25.392771 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-767fe222-a45e-4701-8a5f-2afe40273c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (00d1a887-f0c6-45f3-9ed7-9f3da505f37e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:24:26.826712 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd4ee7ce-6225-4e0c-be83-14096413909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (9e214565-73d5-4de9-8467-99f9152f775d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:24:27.992725 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04d05fe-00a7-4b23-a2f9-9184a5b1afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (fb8930f9-bf53-4154-80af-fe634f641c7a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 13:24:28.544321 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-c6701c0b-5ea1-4901-839d-921d50464902 service neutron] (103231) timed out ('10.222.0.23', 56656) {{(pid=103231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 13:24:28.925795 dv-cinder-831202-1-iscsi neutron-server[103231]: DEBUG neutron.wsgi [req-6b97d45d-51a2-43c7-a901-6573a2ef1e11 req-c5832c8e-672e-4062-be5b-2173d49f9939 tempest-TestShelveInstance-712805635 tempest-TestShelveInstance-712805635-project] (103231) timed out ('10.222.0.23', 56664) {{(pid=103231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 13:24:29.345119 dv-cinder-831202-1-iscsi neutron-server[103234]: DEBUG neutron.db.agents_db [None req-34dfd534-ee89-424c-954f-2d8b5d5c3772 None None] Agent healthcheck: found 6 active agents {{(pid=103234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 13:24:29.449852 dv-cinder-831202-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8021a128-1c06-4e95-8351-1edaf52356a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753648987531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1270638'] for agent (0b10bf37-6e57-4c5f-b128-4dba2880fab1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}